-- Logs begin at Mon 2022-05-02 13:50:47 UTC, end at Mon 2022-05-02 15:15:34 UTC. -- May 02 14:41:25.943394 dv-cinder-750782-21-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 02 14:41:28.724005 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.common.config [-] Logging enabled! May 02 14:41:28.724574 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev172 May 02 14:41:28.724755 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110298) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 02 14:41:28.728095 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.common.config [-] Logging enabled! May 02 14:41:28.728348 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev172 May 02 14:41:28.728654 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110298) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 02 14:41:28.729564 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 14:41:28.729794 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 14:41:28.730165 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 14:41:28.730411 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 14:41:28.730639 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 14:41:28.730954 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.731348 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.731580 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.731901 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.732195 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.732481 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.732770 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.733065 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.733350 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.733633 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.733916 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.734149 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.734431 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.734716 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.735002 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.735225 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] debug = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.735503 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.735973 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.736377 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.736660 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.736951 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.737750 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.738025 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.738302 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.738587 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.738922 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] host = dv-cinder-750782-21-iscsi {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.739201 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.739487 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.739772 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.740079 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.740357 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.740633 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.740916 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.741189 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.741460 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.741736 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.742022 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.742308 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.742595 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.742820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.743044 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.743328 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.743627 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.743937 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.744221 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.744500 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.744777 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.745054 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.745323 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.745606 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.745891 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.746193 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.746453 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.746731 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.747005 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.747279 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.747560 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.747832 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.748128 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.748403 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.748692 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.748961 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.749234 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.749531 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.749814 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.750094 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.750379 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.750654 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.750935 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.751205 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.751478 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.751747 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_json = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.752048 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.752323 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.752604 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.752952 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.753707 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.753983 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.754509 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.754793 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.755065 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:28.755360 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.755656 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.755980 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.756268 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.756571 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.756856 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.757146 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.757425 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.757712 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.758001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.758287 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.758566 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.758871 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.759163 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.759458 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.759763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.760079 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.760369 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.760645 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.760920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.761195 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.761472 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.761762 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.762041 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.762328 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.762618 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.762900 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.763197 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.763482 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.763767 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.764083 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.764371 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.764647 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.764924 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.765214 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.765490 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.765760 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.766035 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.766321 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.766598 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.766870 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.767152 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.767428 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.767702 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.767997 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.768275 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.769107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.769388 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.769662 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.769937 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.770216 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.770488 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.770771 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.771047 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.771320 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.771591 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.771888 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.772161 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.772432 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.772708 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.772979 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.773256 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.773527 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.773795 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.774065 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.774335 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.774603 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.774870 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.775141 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.775415 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.775684 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.775979 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.776253 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.776522 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.776791 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.777087 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.777366 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.777643 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.777921 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.778196 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.778470 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.778744 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.779028 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.779305 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.779574 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.779867 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.780164 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.780446 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.780725 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.781021 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.781313 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.781590 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.781866 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.782148 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.782425 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.782702 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.782986 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.783270 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.783562 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.783876 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.784723 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.785064 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.785360 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.785644 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.785952 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.786232 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:28.786452 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 14:41:28.786692 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110298) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 02 14:41:29.241218 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 02 14:41:29.241493 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 02 14:41:29.241794 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 02 14:41:29.242122 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [-] Loading core plugin: ml2 May 02 14:41:29.565451 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.565677 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.565950 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.567123 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.567395 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.567658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.621806 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.622085 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.622348 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.637028 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.637308 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.637575 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.667769 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.668073 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.668345 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.704417 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.704696 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:29.704961 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.047312 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.047938 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.047938 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.048141 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.048827 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.147045 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.147361 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.147644 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.147939 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.148205 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.148513 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.148772 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.149027 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.149278 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.149557 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.149815 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.150076 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.150327 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.150576 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.150830 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.151093 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.151346 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.151612 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.151894 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.152156 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.152423 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.152676 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.152957 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.153330 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.153580 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.153824 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.154220 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.154458 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.154694 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.154929 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.155163 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.155396 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:30.155760 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 02 14:41:30.158861 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 02 14:41:30.162815 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 02 14:41:30.166740 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 02 14:41:30.168375 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 02 14:41:30.168842 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 02 14:41:30.169322 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 02 14:41:30.169707 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 02 14:41:30.172484 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 02 14:41:30.172736 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 02 14:41:30.173078 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 02 14:41:30.178375 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 02 14:41:30.202075 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 02 14:41:30.202524 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.202820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110298) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 02 14:41:30.203185 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.204563 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110298) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 02 14:41:30.204840 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 02 14:41:30.205084 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 02 14:41:30.208298 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.208580 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:30.271034 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 02 14:41:30.271273 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 02 14:41:30.271509 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 02 14:41:30.271891 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 02 14:41:30.292424 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_db.sqlalchemy.engines [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110298) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 02 14:41:30.883812 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing driver for type 'gre' May 02 14:41:30.884443 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] gre ID ranges: [(1, 1000)] May 02 14:41:31.083351 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing driver for type 'local' May 02 14:41:31.084026 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing driver for type 'vlan' May 02 14:41:31.197925 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] VlanTypeDriver initialization complete May 02 14:41:31.198189 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing driver for type 'vxlan' May 02 14:41:31.198710 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] vxlan ID ranges: [(1, 1000)] May 02 14:41:31.410394 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing extension driver 'port_security' May 02 14:41:31.410743 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.extensions.port_security [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] PortSecurityExtensionDriver initialization complete May 02 14:41:31.411083 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing mechanism driver 'openvswitch' May 02 14:41:31.411413 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing mechanism driver 'hyperv' May 02 14:41:31.418011 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.plugin [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:31.418907 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.419290 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.419654 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.420216 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.420661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.421024 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.421378 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.421783 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.422200 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.422558 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.422911 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.423311 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.423725 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.424110 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.424462 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.424861 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.425274 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.425627 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.425973 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.426375 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.426791 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > address_group after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.427144 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > address_group after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.427490 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > address_group after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.427908 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 14:41:31.431565 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] ML2 OVO RPC backend initialized. {{(pid=110298) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 02 14:41:31.431565 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431565 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431565 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431967 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > networks before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431967 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431967 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > ports before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.431967 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.432264 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnets before_response 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.432264 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.432264 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.432521 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.432865 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.433206 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.433552 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.433894 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.434234 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.434575 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > subnet after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.442720 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded quota_driver: . May 02 14:41:31.443094 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.plugin [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Modular L2 Plugin initialization complete May 02 14:41:31.443449 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading services supported by the core plugin {{(pid=110298) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 02 14:41:31.443798 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.plugins.ml2.managers [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Got port-security extension from driver 'port_security' May 02 14:41:31.444315 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.extensions.vlantransparent [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Disabled vlantransparent extension. May 02 14:41:31.444816 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110298) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 02 14:41:31.445156 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: router May 02 14:41:31.484948 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.485295 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_create 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.485674 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router before_create 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.486045 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.486424 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.486789 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_delete 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.487180 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > floatingip after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.487538 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > floatingip after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.487927 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_create 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.488284 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.488644 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.488998 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.489488 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.489910 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.490291 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.490641 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.490989 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: subnet after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.491340 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.491697 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > port precommit_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.492076 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_create 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.492426 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.492776 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.493138 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router after_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.493493 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_delete 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.493849 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_create 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.494216 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router_interface after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.494564 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_update 55549900 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.494935 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > agent after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.495291 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > agent after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.495642 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > network after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.496532 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Tracking information for resource: router configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:31.496872 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Tracking information for resource: floatingip configured {{(pid=110298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 14:41:31.501668 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.db.l3_agentschedulers_db [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 02 14:41:31.502249 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.503114 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.503493 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.503871 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: port after_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.504937 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router before_create 55550100 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.505311 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_delete 55550100 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.505683 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_create 55550100 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.506047 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > router precommit_update 55550100 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.510782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.provider_configuration [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service providers = [] {{(pid=110298) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 02 14:41:31.511108 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.db.servicetype_db [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110298) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 02 14:41:31.514111 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.service_base [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 14:41:31.514484 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.service_base [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 14:41:31.514820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.service_base [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 14:41:31.515713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.services.service_base [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 14:41:31.516127 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.services.service_base [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Default provider is not specified for service type L3_ROUTER_NAT May 02 14:41:31.516509 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.516832 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 02 14:41:31.528020 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.528362 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: auto_allocate May 02 14:41:31.534114 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: network precommit_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.534490 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: network precommit_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.535014 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.535340 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: tag May 02 14:41:31.542168 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.542508 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: timestamp May 02 14:41:31.546591 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.546937 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: network_ip_availability May 02 14:41:31.552877 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.553258 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.553621 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.554417 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.554746 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: flavors May 02 14:41:31.561930 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.562277 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading Plugin: revisions May 02 14:41:31.568755 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 14:41:31.569161 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.327s {{(pid=110298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 02 14:41:31.569929 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110298) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 02 14:41:31.570276 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Initializing extension manager. May 02 14:41:31.570815 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: __init__.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.571165 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: __pycache__ {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.571507 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: _port_mac_address_override.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.571858 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: address_group.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.572704 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.573298 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: address-group May 02 14:41:31.573632 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: address_scope.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.576760 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.577298 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: address-scope May 02 14:41:31.577636 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: admin_state_down_before_update.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.578605 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.579136 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: router-admin-state-down-before-update May 02 14:41:31.579472 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: agent.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.580215 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.580741 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: agent May 02 14:41:31.581664 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: agent_resources_synced.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.582589 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.583116 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: agent-resources-synced May 02 14:41:31.583447 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: allowedaddresspairs.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.585381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.585854 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: allowed-address-pairs May 02 14:41:31.586189 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: auto_allocated_topology.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.587272 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.587805 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: auto-allocated-topology May 02 14:41:31.588166 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: availability_zone.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.588874 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.589397 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: availability_zone May 02 14:41:31.589726 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: availability_zone_filter.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.590658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.591182 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: availability_zone_filter May 02 14:41:31.591513 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: data_plane_status.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.592464 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.592989 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension data-plane-status not supported by any of loaded plugins May 02 14:41:31.593325 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: default_subnetpools.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.594247 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.594778 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: default-subnetpools May 02 14:41:31.595111 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: dhcpagentscheduler.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.595952 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.596502 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: dhcp_agent_scheduler May 02 14:41:31.596835 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: dns.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.597768 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.598299 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension dns-integration not supported by any of loaded plugins May 02 14:41:31.598632 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: dns_domain_ports.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.599560 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.600117 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension dns-domain-ports not supported by any of loaded plugins May 02 14:41:31.600451 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.601382 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.601904 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 02 14:41:31.602235 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: dvr.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.602917 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.603437 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: dvr May 02 14:41:31.603766 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: ecmp_routes.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.604721 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.605245 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension ecmp_routes not supported by any of loaded plugins May 02 14:41:31.605581 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: empty_string_filtering.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.606503 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.607031 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: empty-string-filtering May 02 14:41:31.607361 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.608316 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.608840 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 02 14:41:31.609171 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.610093 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.610616 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 02 14:41:31.610948 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: external_net.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.611897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.612949 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: external-net May 02 14:41:31.613318 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: extra_dhcp_opt.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.614246 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.614772 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: extra_dhcp_opt May 02 14:41:31.615098 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: extraroute.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.616059 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.616583 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: extraroute May 02 14:41:31.616914 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: extraroute_atomic.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.618140 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.618670 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: extraroute-atomic May 02 14:41:31.619008 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: filter_validation.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.619684 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.620246 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: filter-validation May 02 14:41:31.620575 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: fip_pf_description.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.621502 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.622024 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 02 14:41:31.622352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: fip_pf_port_range.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.623273 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.623793 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 02 14:41:31.624147 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: fip_port_details.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.625076 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.625595 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: fip-port-details May 02 14:41:31.625925 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: flavors.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.627162 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.628303 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: flavors May 02 14:41:31.628609 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.630542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.631074 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 02 14:41:31.631410 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: floatingip_pools.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.632160 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.632691 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: floatingip-pools May 02 14:41:31.633025 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: ip_allocation.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.633977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.634501 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension ip_allocation not supported by any of loaded plugins May 02 14:41:31.634831 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.635762 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.636320 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: ip-substring-filtering May 02 14:41:31.636654 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l2_adjacency.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.637582 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.638107 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension l2_adjacency not supported by any of loaded plugins May 02 14:41:31.638438 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.639431 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.640004 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: router May 02 14:41:31.640338 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_conntrack_helper.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.642600 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.643136 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 02 14:41:31.643505 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.644466 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.644996 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: ext-gw-mode May 02 14:41:31.645331 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.646264 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.646789 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: l3-ha May 02 14:41:31.647120 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.648071 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.648592 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 02 14:41:31.648929 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_flavors.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.649852 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.650378 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: l3-flavors May 02 14:41:31.650710 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_ndp_proxy.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.652118 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.652658 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 02 14:41:31.652996 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.653925 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.654463 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: l3-port-ip-change-not-allowed May 02 14:41:31.654797 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: l3agentscheduler.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.655827 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.656387 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: l3_agent_scheduler May 02 14:41:31.656724 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: local_ip.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.660052 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.660603 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension local_ip not supported by any of loaded plugins May 02 14:41:31.660930 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: logging.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.662409 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.662948 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension logging not supported by any of loaded plugins May 02 14:41:31.663287 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: metering.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.664073 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.664678 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: metering May 02 14:41:31.665017 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.666127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.666660 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: metering_source_and_destination_fields May 02 14:41:31.666995 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: multiprovidernet.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.667955 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.668483 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: multi-provider May 02 14:41:31.668821 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: netmtu.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.669743 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.670266 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: net-mtu May 02 14:41:31.670597 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: netmtu_writable.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.671519 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.672076 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: net-mtu-writable May 02 14:41:31.672406 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: network_availability_zone.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.673080 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.673600 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: network_availability_zone May 02 14:41:31.673928 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: network_ip_availability.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.675583 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.676145 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: network-ip-availability May 02 14:41:31.676483 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: network_segment_range.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.677257 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.677781 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension network-segment-range not supported by any of loaded plugins May 02 14:41:31.678110 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: pagination.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.679109 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.679455 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: pagination May 02 14:41:31.679784 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_device_profile.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.680739 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.681272 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-device-profile May 02 14:41:31.681601 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_mac_address_override.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.682545 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.683072 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-mac-override May 02 14:41:31.683403 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.684368 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.684896 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-mac-address-regenerate May 02 14:41:31.685228 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.686150 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.686679 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-numa-affinity-policy May 02 14:41:31.687010 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_resource_request.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.687970 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.688496 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension port-resource-request not supported by any of loaded plugins May 02 14:41:31.688826 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: port_resource_request_groups.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.689806 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.690891 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 02 14:41:31.691225 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: portbindings.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.692193 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.692718 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: binding May 02 14:41:31.693048 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: portbindings_extended.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.694314 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.694843 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: binding-extended May 02 14:41:31.695174 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: portsecurity.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.696126 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.696654 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-security May 02 14:41:31.696985 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: project_id.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.697980 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.698318 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: project-id May 02 14:41:31.698648 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: providernet.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.699600 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.700159 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: provider May 02 14:41:31.700490 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.704269 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.704809 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos not supported by any of loaded plugins May 02 14:41:31.705149 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.706437 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.706975 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 02 14:41:31.707310 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.708281 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.708814 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 02 14:41:31.709146 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_default.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.710082 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.710612 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-default not supported by any of loaded plugins May 02 14:41:31.710945 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_fip.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.711896 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.712428 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-fip not supported by any of loaded plugins May 02 14:41:31.712760 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_fip_network_policy.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.713687 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.714215 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 02 14:41:31.714546 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_gateway_ip.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.715478 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.716047 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 02 14:41:31.716378 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_port_network_policy.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.717305 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.717831 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 02 14:41:31.718162 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.719223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.719754 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 02 14:41:31.720114 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.721162 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.721721 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 02 14:41:31.722054 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_pps_rule.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.723226 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.723759 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-pps not supported by any of loaded plugins May 02 14:41:31.724118 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_rule_type_details.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.725045 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.725574 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 02 14:41:31.725907 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_rule_type_filter.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.726841 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.727367 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 02 14:41:31.727699 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: qos_rules_alias.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.728765 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.729298 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension qos-rules-alias not supported by any of loaded plugins May 02 14:41:31.729629 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: quota_check_limit.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.730627 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.731158 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: quota-check-limit May 02 14:41:31.731489 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: quotasv2.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.732449 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.732785 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: quotas May 02 14:41:31.733110 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: quotasv2_detail.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.734805 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.735192 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: quota_details May 02 14:41:31.735484 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: rbac.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.736589 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.737658 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: rbac-policies May 02 14:41:31.737996 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: rbac_address_group.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.738947 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.739481 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: rbac-address-group May 02 14:41:31.739819 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: rbac_address_scope.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.740782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.741315 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: rbac-address-scope May 02 14:41:31.741649 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: rbac_security_groups.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.742584 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.743107 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: rbac-security-groups May 02 14:41:31.743437 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: rbac_subnetpool.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.744403 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.744930 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: rbac-subnetpool May 02 14:41:31.745261 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: revisionifmatch.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.746197 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.746725 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: revision-if-match May 02 14:41:31.747055 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: revisions.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.748215 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.748742 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: standard-attr-revisions May 02 14:41:31.749075 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: router_availability_zone.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.749760 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.750284 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: router_availability_zone May 02 14:41:31.750612 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: routerservicetype.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.751542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.752105 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension router-service-type not supported by any of loaded plugins May 02 14:41:31.752436 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.753911 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.754691 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: security-groups-normalized-cidr May 02 14:41:31.755020 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: security_groups_port_filtering.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.755995 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.756523 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: port-security-groups-filtering May 02 14:41:31.756851 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.757793 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.758318 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: security-groups-remote-address-group May 02 14:41:31.758647 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.759724 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.760295 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: security-groups-shared-filtering May 02 14:41:31.760630 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.761226 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 02 14:41:31.761553 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: securitygroup.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.771234 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.771779 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: security-group May 02 14:41:31.772147 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: segment.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.772885 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.773415 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension segment not supported by any of loaded plugins May 02 14:41:31.773748 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.774696 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.775223 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 02 14:41:31.775553 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: servicetype.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.776687 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.777225 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: service-type May 02 14:41:31.777558 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: sorting.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.778567 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.778911 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: sorting May 02 14:41:31.779244 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: standard_attr_segment.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.780209 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.780742 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension standard-attr-segment not supported by any of loaded plugins May 02 14:41:31.781072 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: standardattrdescription.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.781727 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.782248 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: standard-attr-description May 02 14:41:31.782576 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: stateful_security_group.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.783530 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.784110 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: stateful-security-group May 02 14:41:31.784443 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: stdattrs_common.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.785055 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 02 14:41:31.785388 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.786334 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.786861 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 02 14:41:31.787189 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnet_onboard.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.788287 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.788827 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: subnet_onboard May 02 14:41:31.789145 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.790089 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.790613 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 02 14:41:31.790942 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnet_service_types.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.791910 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.792442 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: subnet-service-types May 02 14:41:31.792770 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnetallocation.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.793873 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.794404 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: subnet_allocation May 02 14:41:31.794733 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.795405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.795969 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: subnetpool-prefix-ops May 02 14:41:31.796302 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.797252 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.797777 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 02 14:41:31.798105 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: tagging.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.799172 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.800252 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: standard-attr-tag May 02 14:41:31.800585 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: timestamp.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.801797 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.802332 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loaded extension: standard-attr-timestamp May 02 14:41:31.802665 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: trunk.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.803707 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.804270 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension trunk not supported by any of loaded plugins May 02 14:41:31.804606 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: trunk_details.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.805536 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.806067 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension trunk-details not supported by any of loaded plugins May 02 14:41:31.806400 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: uplink_status_propagation.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.807331 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.807878 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 02 14:41:31.808224 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Loading extension file: vlantransparent.py {{(pid=110298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 14:41:31.808893 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 14:41:31.809416 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extension vlan-transparent not supported by any of loaded plugins May 02 14:41:31.811994 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:network May 02 14:41:31.812520 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnet May 02 14:41:31.812921 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnetpool May 02 14:41:31.813314 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:port May 02 14:41:31.814555 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.814995 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service FLAVORS assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.816845 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.817566 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.818109 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:router May 02 14:41:31.818828 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:floatingip May 02 14:41:31.819343 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service METERING assigned prefix: /metering {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.821258 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.821881 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.822476 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:41:31.823778 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of CountableResource for resource:rbac_policy May 02 14:41:31.824268 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:security_group May 02 14:41:31.824717 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:security_group_rule May 02 14:41:31.825330 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service CORE assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.825666 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnetpool May 02 14:41:31.826021 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] subnetpool is already registered May 02 14:41:31.826460 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service CORE assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.826800 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnetpool May 02 14:41:31.827138 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] subnetpool is already registered May 02 14:41:31.829952 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.830393 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service FLAVORS assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.831031 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.831466 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.831806 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:router May 02 14:41:31.832175 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] router is already registered May 02 14:41:31.832603 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:floatingip May 02 14:41:31.832946 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] floatingip is already registered May 02 14:41:31.833408 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service METERING assigned prefix: /metering {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.834079 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of CountableResource for resource:rbac_policy May 02 14:41:31.834416 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] rbac_policy is already registered May 02 14:41:31.834834 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:security_group May 02 14:41:31.835170 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] security_group is already registered May 02 14:41:31.835577 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:security_group_rule May 02 14:41:31.835943 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] security_group_rule is already registered May 02 14:41:31.836569 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service CORE assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.836900 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnetpool May 02 14:41:31.837237 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] subnetpool is already registered May 02 14:41:31.837660 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.v2.resource_helper [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Service CORE assigned prefix: {{(pid=110298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 14:41:31.837987 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Creating instance of TrackedResource for resource:subnetpool May 02 14:41:31.838322 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING neutron.quota.resource_registry [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] subnetpool is already registered May 02 14:41:31.838801 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: extensions {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.840307 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: address-groups {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.841836 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: address-scopes {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.843149 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: agents {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.844362 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: auto-allocated-topology {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.845613 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: availability_zones {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.846866 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: dhcp-networks {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.848417 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: dhcp-agents {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.849916 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: routers {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.852166 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: flavors {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.853332 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: service_profiles {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.854548 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: next_providers {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.856023 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: service_profiles {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.857590 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: floatingip-pools {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.858823 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: routers {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.860993 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: floatingips {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.863732 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: l3-routers {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.865161 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: l3-agents {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.866591 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: metering-labels {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.867987 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: metering-label-rules {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.869281 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: network-ip-availabilities {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.870547 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: bindings {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.872231 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: quotas {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.873849 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: quotas {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.875387 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: rbac-policies {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.876726 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: security-groups {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.878548 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: security-group-rules {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.880084 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: service-providers {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.881490 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: subnetpools {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.882905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: subnetpools {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.884411 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.886096 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.887936 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.889728 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.891542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.893469 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.895165 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.897084 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.898830 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.900687 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron.api.extensions [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Extended resource: tags {{(pid=110298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 14:41:31.906544 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING keystonemiddleware.auth_token [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 02 14:41:31.911335 dv-cinder-750782-21-iscsi neutron-server[110298]: WARNING keystonemiddleware.auth_token [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 02 14:41:31.920209 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Acquired lock "singleton_lock" {{(pid=110298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 02 14:41:31.920699 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_concurrency.lockutils [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Releasing lock "singleton_lock" {{(pid=110298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 02 14:41:31.921386 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Starting 2 workers May 02 14:41:31.927284 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Started child 110409 {{(pid=110298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 14:41:31.932258 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.933481 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Started child 110410 {{(pid=110298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 14:41:31.933859 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [-] (110409) wsgi starting up on http://0.0.0.0:9696 May 02 14:41:31.935118 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO neutron.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Neutron service started, listening on 0.0.0.0:9696 May 02 14:41:31.936066 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Publish callbacks [] for process (None), before_spawn {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.938085 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.938791 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Starting 1 workers May 02 14:41:31.939562 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [-] (110410) wsgi starting up on http://0.0.0.0:9696 May 02 14:41:31.944387 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Started child 110411 {{(pid=110298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 14:41:31.944942 dv-cinder-750782-21-iscsi neutron-server[110298]: INFO oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Starting 1 workers May 02 14:41:31.948140 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] calling RpcWorker wait() {{(pid=110411) _wait /opt/stack/neutron/neutron/service.py:128}} May 02 14:41:31.948711 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] returning from RpcWorker wait() {{(pid=110411) _wait /opt/stack/neutron/neutron/service.py:135}} May 02 14:41:31.949562 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Started child 110412 {{(pid=110298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 14:41:31.950039 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.950351 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG neutron_lib.callbacks.manager [None req-df55b16f-1548-4927-ac5a-79516cc0f57d None None] Publish callbacks [] for process (None), after_spawn {{(pid=110298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.950641 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:31.952254 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 02 14:41:31.952467 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 14:41:31.952650 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 14:41:31.952882 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 14:41:31.953200 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 14:41:31.953361 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 14:41:31.953871 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.954169 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.954422 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.954523 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:31.954972 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.955264 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.955433 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:31.955536 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.955734 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.956061 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.956299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.956469 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.956634 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.956879 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.957127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.957455 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.957724 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.957982 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.958238 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.958412 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.958649 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.958918 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.959142 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.959431 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] debug = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.959689 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.960192 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.960430 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.960698 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.960922 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.961184 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.961425 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.961674 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.961913 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.962142 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.962388 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.962645 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.962882 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.963106 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.963319 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.963585 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.963824 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.964312 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] host = dv-cinder-750782-21-iscsi {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.964550 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.964767 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.964992 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.965254 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.965520 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.965736 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.965995 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.966235 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.966488 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.966732 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.966976 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.967223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.967436 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.967692 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.967878 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_options = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.968110 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.968378 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.968623 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.968810 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.968979 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.969124 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.969382 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.969535 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.969828 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.970050 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.970265 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.970479 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.970708 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.970929 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.971166 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.971877 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.972112 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.972336 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.972590 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.972816 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.973039 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.973293 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.973540 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.973775 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.973987 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.974200 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.974461 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.974671 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.974926 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.975105 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.975356 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.975595 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.975830 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.976106 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.976384 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.976610 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.977071 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.977296 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.977549 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.977823 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.978017 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.978273 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.978721 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.978972 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.979289 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.979394 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.979608 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_json = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.979820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.980081 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.980324 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.980552 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.980764 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.980980 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.981194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.981430 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.981664 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:31.982073 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.982360 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.982658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.983127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.983127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.983402 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.983596 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.983820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.984086 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.984688 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.984688 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.984983 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.985160 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.985461 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.985653 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.986834 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.987796 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:31.988138 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.004658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.005984 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.006905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.007920 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.009977 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.010897 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.011829 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.012474 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013019 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.013661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014219 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.014792 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.015381 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016074 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016074 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016074 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016304 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016607 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.016836 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.017077 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.017289 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.017555 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.017803 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.018052 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.018318 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.018557 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.018791 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.019034 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.019261 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.019493 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.019719 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.019975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.020188 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.020429 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.020776 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.020881 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.021058 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.021290 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.021550 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.021781 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.022003 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.022241 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.022461 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.023158 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.023158 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.023158 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.024223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.024223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.024223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.024223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.024223 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.026813 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027822 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.027822 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.031779 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.032397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033030 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033456 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033456 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.033651 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.034386 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.034606 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.034823 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.035036 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.035245 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.035454 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.035667 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.035917 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.036230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.036482 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.036732 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.037006 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.037228 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.037460 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.037693 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.037962 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.038190 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.038415 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.038647 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.038848 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.039098 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.039309 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.039520 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.039742 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.040004 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.040214 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.040460 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.040669 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.040882 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.041112 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.041333 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.041565 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.041793 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.042002 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.042214 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.042456 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.043883 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.044384 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.044384 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.044546 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.044689 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.044913 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.045208 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.045469 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.045723 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.045976 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.046472 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.046914 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.047342 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.047587 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.047811 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.048060 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.048317 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.048638 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.048942 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.049234 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.049491 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.050272 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.050557 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.050820 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.051032 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.051344 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.051684 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.051988 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.052250 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.052496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.052749 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.053026 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.053292 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.053548 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.053785 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.054042 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.054318 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.054553 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.054803 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.055086 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.055366 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.055610 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.055843 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.056081 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.056328 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.056547 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.056711 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 14:41:32.057259 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 02 14:41:32.057420 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 14:41:32.057575 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 14:41:32.057765 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 14:41:32.057937 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 14:41:32.058089 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 14:41:32.058295 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.058458 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.058619 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.058789 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.058964 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059284 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059445 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059603 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.059946 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.060106 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.060267 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.060426 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.060587 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.060770 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061051 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061181 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061308 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061472 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061631 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061790 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] debug = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.061949 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062158 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062322 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062483 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062642 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062801 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.062959 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063118 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063277 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063436 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063595 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063754 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.063934 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064095 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064254 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064413 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064570 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064728 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] host = dv-cinder-750782-21-iscsi {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.064887 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065046 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065389 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065546 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065705 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.065863 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066021 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066181 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066339 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066502 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066660 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066818 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.066976 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067134 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_options = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067337 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067463 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067584 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067754 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.067955 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068117 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068279 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068438 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068596 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068757 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.068917 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.069127 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.069237 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.077542 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.078299 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079129 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.079975 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_json = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.080713 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.081496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.082230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.084315 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085100 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.085782 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.086537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.087440 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.088405 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089057 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.089661 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090197 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090280 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.090868 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.091496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.091496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.091496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.091496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.091496 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092194 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.092763 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093204 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093204 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093204 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093477 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093556 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093665 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.093836 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094018 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094148 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094310 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094480 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094653 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.094815 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095007 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095220 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095390 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095556 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095719 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.095899 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.096063 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.096230 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.096916 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097092 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097256 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097418 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097579 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097766 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.097925 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098086 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098247 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098408 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098570 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098731 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.098891 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099052 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099212 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099380 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099541 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099705 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.099888 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100031 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100187 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100349 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100511 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100672 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.100834 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101002 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101199 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101412 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101495 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101625 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101787 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.101950 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102112 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102275 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102437 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102602 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102764 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.102925 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103085 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103246 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103408 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103569 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103732 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.103926 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.104074 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.104236 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.104397 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.104558 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.104720 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.106352 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107107 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107680 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107680 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107680 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.107680 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108148 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108148 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108148 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108446 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108446 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108638 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108720 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.108837 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109001 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109165 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109328 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109493 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109659 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109819 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.109980 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110141 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110301 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110462 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110622 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110783 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.110943 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.111118 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.111279 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.111441 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.111602 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.111879 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.112096 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.112721 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.112884 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113045 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113206 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113366 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113527 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113699 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.113861 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.114025 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.114171 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.114454 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.114804 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.115152 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.115486 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.115819 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.116165 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.116514 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.116860 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.117033 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.117333 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.117632 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.117942 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118110 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118256 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118349 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 60284) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:41:32.118447 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118582 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118744 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.118905 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119067 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119229 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119403 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119579 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119714 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.119922 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120082 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120211 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120374 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120550 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120714 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.120880 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121041 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121203 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121365 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121527 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121693 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.121867 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122038 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122200 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122372 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122543 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122715 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.122877 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123045 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123220 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123382 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123543 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123699 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.123867 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124138 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124275 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124413 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124537 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124658 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124778 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.124941 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125102 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125263 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125424 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125586 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125747 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.125907 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.126068 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.126229 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 14:41:32.126384 dv-cinder-750782-21-iscsi neutron-server[110298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 14:41:32.131985 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103030 May 02 14:41:43.546231 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbde0c-c3f0-4b2f-9d80-4cb72c59da85 None None] get_active_networks_info from dv-cinder-750782-21-iscsi {{(pid=110411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 14:41:43.613519 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbde0c-c3f0-4b2f-9d80-4cb72c59da85 None None] No non-hosted networks {{(pid=110411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 02 14:41:43.631359 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.agentschedulers_db [None req-69cbde0c-c3f0-4b2f-9d80-4cb72c59da85 None None] DHCP Agent not found on host dv-cinder-750782-21-iscsi {{(pid=110411) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 02 14:41:43.816743 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e61b94c3-e960-4238-b01c-4923e6a5aebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:45.875742 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2b4ce26e-5580-4f8e-884b-da0c9d906c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:45.919811 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.db.api [None req-54d70f99-c218-471e-bbd6-c991fae0e32b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-750782-21-iscsi {{(pid=110411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 14:41:45.920807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG oslo_db.api [None req-54d70f99-c218-471e-bbd6-c991fae0e32b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 14:41:46.470109 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-54d70f99-c218-471e-bbd6-c991fae0e32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:46.858168 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60348) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:41:47.256436 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:47.560461 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING oslo_policy.policy [None req-14a33321-5382-4386-b078-dc2d1164d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:47.561477 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING oslo_policy.policy [None req-14a33321-5382-4386-b078-dc2d1164d0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:47.789678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [None req-14a33321-5382-4386-b078-dc2d1164d0ef admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:41:47.808381 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-14a33321-5382-4386-b078-dc2d1164d0ef admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9480128 May 02 14:41:48.525298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:50.166085 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:50.166778 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.167119 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.167781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.167781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.168114 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.168429 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.168758 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.169103 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.169427 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.169764 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.170105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.170431 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.170763 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.171089 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.171409 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:50.171820 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-21-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:50.182813 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-21-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:41:50.192083 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.db.l3_hamode_db [None req-98c657d3-4a5c-44be-baa6-53c803da365c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 02 14:41:50.273218 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c657d3-4a5c-44be-baa6-53c803da365c None None] Routers set() bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:41:50.273724 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c657d3-4a5c-44be-baa6-53c803da365c None None] Router IDs set() for agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 14:41:50.356319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60382) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:41:50.669979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:41:50.760767 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.policy [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110409) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 14:41:50.802436 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING oslo_policy.policy [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:50.802817 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING oslo_policy.policy [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:50.981074 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756323003893', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756323004289', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756322987277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756322965335', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756322975490', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756322816722', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7776598', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7625540', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-362598', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1729495'] for rbac-policy (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:51.286755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:51.288055 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d0c65cdf-ecbe-4ab2-8e14-e28e67a3a19d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9307008 May 02 14:41:53.714299 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60394) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:41:54.024336 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:41:54.198809 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Made reservation on behalf of d7b73f5442c04f8fbc8a9b582241982d for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:41:54.202643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.219291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.323202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks [] for security_group (68ad2134-98de-4b4c-9ee1-43172a53577d), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.398793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (68ad2134-98de-4b4c-9ee1-43172a53577d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.419236 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:41:54.455781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756326287921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ced4e843-f7de-4de4-aa8a-0ab610ef6005), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.456414 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Unsubscribe: segment precommit_create {{(pid=110409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 14:41:54.456949 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Added segment ced4e843-f7de-4de4-aa8a-0ab610ef6005 of type vlan for network 785ed773-b38d-4af6-8618-c560d61d1804 May 02 14:41:54.477061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=68ad2134-98de-4b4c-9ee1-43172a53577d,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:41:54.526869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.527211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.527565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.527936 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.528273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.528600 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.528923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.529245 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.529645 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.529986 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.530372 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.530723 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.531049 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.531365 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.531679 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Tracked resource versions report: May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: pushed versions: May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: { 'AddressGroup': {'1.2'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Agent': {'1.1'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'ConntrackHelper': {'1.0'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'LocalIPAssociation': {'1.0'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Log': {'1.0'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'NDPProxy': {'1.0'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Network': {'1.1'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Port': {'1.7'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'PortForwarding': {'1.3'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'QosPolicy': {'1.10'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroup': {'1.5'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroupRule': {'1.2'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SubPort': {'1.0'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Subnet': {'1.1'}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Trunk': {'1.1'}} May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: consumer versions: May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Agent': '1.1', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'ConntrackHelper': '1.0', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'LocalIPAssociation': '1.0', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Log': '1.0', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'NDPProxy': '1.0', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Network': '1.1', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Port': '1.7', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'PortForwarding': '1.3', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'QosPolicy': '1.10', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroup': '1.5', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroupRule': '1.2', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SubPort': '1.0', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Subnet': '1.1', May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Trunk': '1.1'}} May 02 14:41:54.533129 dv-cinder-750782-21-iscsi neutron-server[110409]: {{(pid=110409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:41:54.570923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (785ed773-b38d-4af6-8618-c560d61d1804), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.678723 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (785ed773-b38d-4af6-8618-c560d61d1804), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.683976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:41:54.684676 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:54.798045 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0809574 May 02 14:41:54.798045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d97d-08eb-4c31-aa16-f9f282323496 demo demo] Pushing event updated for resources: {'Network': ['ID=785ed773-b38d-4af6-8618-c560d61d1804,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:41:54.831326 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 785ed773-b38d-4af6-8618-c560d61d1804 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:41:57.257049 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 60406) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:41:57.737844 dv-cinder-750782-21-iscsi neutron-server[110410]: WARNING oslo_policy.policy [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:57.738368 dv-cinder-750782-21-iscsi neutron-server[110410]: WARNING oslo_policy.policy [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:58.176204 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.policy [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110410) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 14:41:58.216598 dv-cinder-750782-21-iscsi neutron-server[110410]: WARNING oslo_policy.policy [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:58.216976 dv-cinder-750782-21-iscsi neutron-server[110410]: WARNING oslo_policy.policy [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 14:41:58.224501 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:41:58.226240 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8fe72c0b-5cc9-4bb2-b78c-c2ef0719a2cb demo admin] 10.222.0.36 "GET /v2.0/networks/785ed773-b38d-4af6-8618-c560d61d1804 HTTP/1.1" status: 200 len: 825 time: 0.9682457 May 02 14:41:58.264823 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-27b5a448-048f-4e05-a1e0-656e5c0b69cc demo admin] 10.222.0.36 "GET /v2.0/subnetpools/b3433a93-6554-4822-8f7c-6a560c89c4a3 HTTP/1.1" status: 200 len: 734 time: 0.0329816 May 02 14:41:58.274067 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:41:58.364440 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Made reservation on behalf of d7b73f5442c04f8fbc8a9b582241982d for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:41:58.367131 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:58.696115 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (d209fbdb-549b-4618-84a5-bb95b8b249c3), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:58.764112 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Checking segment: {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:41:58.764992 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Network hostable DHCP agents. Network: 785ed773-b38d-4af6-8618-c560d61d1804, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:41:58.779087 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Pushing event updated for resources: {'Subnet': ['ID=d209fbdb-549b-4618-84a5-bb95b8b249c3,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:41:58.793671 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.794010 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.794365 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.794698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.795024 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.795346 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.795662 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.796011 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.796347 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.796667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.796996 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.797333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.797649 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.797959 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.798269 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Tracked resource versions report: May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: pushed versions: May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: { 'AddressGroup': {'1.2'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Agent': {'1.1'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'ConntrackHelper': {'1.0'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'LocalIPAssociation': {'1.0'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Log': {'1.0'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'NDPProxy': {'1.0'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Network': {'1.1'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Port': {'1.7'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'PortForwarding': {'1.3'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'QosPolicy': {'1.10'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroup': {'1.5'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroupRule': {'1.2'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SubPort': {'1.0'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Subnet': {'1.1'}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Trunk': {'1.1'}} May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: consumer versions: May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Agent': '1.1', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'ConntrackHelper': '1.0', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'LocalIPAssociation': '1.0', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Log': '1.0', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'NDPProxy': '1.0', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Network': '1.1', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Port': '1.7', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'PortForwarding': '1.3', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'QosPolicy': '1.10', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroup': '1.5', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroupRule': '1.2', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SubPort': '1.0', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Subnet': '1.1', May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Trunk': '1.1'}} May 02 14:41:58.800208 dv-cinder-750782-21-iscsi neutron-server[110410]: {{(pid=110410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:41:58.879120 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Network 785ed773-b38d-4af6-8618-c560d61d1804 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:41:58.964492 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 785ed773-b38d-4af6-8618-c560d61d1804) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:41:58.969007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:41:58.969634 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:58.974327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eed253-1651-4dee-a60b-f81ca7727be4 None None] Network 785ed773-b38d-4af6-8618-c560d61d1804 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:41:59.053457 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f2058ee9-1630-46d0-8fd7-497fa985b724 demo admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7827504 May 02 14:41:59.233580 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-785ed773-b38d-4af6-8618-c560d61d1804', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:41:59.234817 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:59.509884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Allocated IP 172.20.0.2 (785ed773-b38d-4af6-8618-c560d61d1804/d209fbdb-549b-4618-84a5-bb95b8b249c3/75cf0309-459a-4aed-b9c3-1cc07e1c39c4) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:41:59.779116 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks [] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:59.868015 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:41:59.938651 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Network 785ed773-b38d-4af6-8618-c560d61d1804 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:41:59.945030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:41:59.948060 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:41:59.965401 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Pushing event updated for resources: {'Port': ['ID=75cf0309-459a-4aed-b9c3-1cc07e1c39c4,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:00.009758 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.010419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.010539 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.010803 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.011144 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.011478 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.011807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.012176 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.012519 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.012853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.013179 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.013520 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.013848 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.014174 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.014494 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Tracked resource versions report: May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: pushed versions: May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: { 'AddressGroup': {'1.2'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Agent': {'1.1'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'ConntrackHelper': {'1.0'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'LocalIPAssociation': {'1.0'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Log': {'1.0'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'NDPProxy': {'1.0'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Network': {'1.1'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Port': {'1.7'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'PortForwarding': {'1.3'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'QosPolicy': {'1.10'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroup': {'1.5'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroupRule': {'1.2'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SubPort': {'1.0'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Subnet': {'1.1'}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Trunk': {'1.1'}} May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: consumer versions: May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Agent': '1.1', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'ConntrackHelper': '1.0', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'LocalIPAssociation': '1.0', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Log': '1.0', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'NDPProxy': '1.0', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Network': '1.1', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Port': '1.7', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'PortForwarding': '1.3', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'QosPolicy': '1.10', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroup': '1.5', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroupRule': '1.2', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SubPort': '1.0', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Subnet': '1.1', May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Trunk': '1.1'}} May 02 14:42:00.015975 dv-cinder-750782-21-iscsi neutron-server[110411]: {{(pid=110411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:42:00.052592 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Attempting to bind port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:42:00.052970 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Attempting to bind port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:42:00.053378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Attempting to bind port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 on network 785ed773-b38d-4af6-8618-c560d61d1804 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:42:00.058381 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:42:00.058774 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Checking segment: {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:42:00.059259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:00.059652 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Bound using segment: {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:42:00.060164 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Bound port: 75cf0309-459a-4aed-b9c3-1cc07e1c39c4, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:42:00.060827 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:00.172307 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] For port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:42:00.193062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] For port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=75cf0309-459a-4aed-b9c3-1cc07e1c39c4,segment=NetworkSegment(ced4e843-f7de-4de4-aa8a-0ab610ef6005),segment_id=ced4e843-f7de-4de4-aa8a-0ab610ef6005)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:42:00.260217 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:00.315385 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d0533-cedd-4272-9f1f-009fb645a5cf None None] Pushing event updated for resources: {'Port': ['ID=75cf0309-459a-4aed-b9c3-1cc07e1c39c4,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:01.567392 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 60426) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:01.877434 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [None req-289c15ec-22d0-49ad-9f79-b199ba398276 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:42:01.878835 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-289c15ec-22d0-49ad-9f79-b199ba398276 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3100121 May 02 14:42:04.408456 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 60434) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:04.718744 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [None req-3b26cf2e-4db6-4f0a-828e-d36fff7a4cda admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:42:04.731878 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3b26cf2e-4db6-4f0a-828e-d36fff7a4cda admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3103378 May 02 14:42:07.207817 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 60442) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:07.520477 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:42:07.602753 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (ef0e4188-2518-4072-a5dd-a0cc1284981d), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:07.604631 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (ef0e4188-2518-4072-a5dd-a0cc1284981d), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:07.760208 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Publish callbacks [] for router_controller (ef0e4188-2518-4072-a5dd-a0cc1284981d), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:07.825758 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (ef0e4188-2518-4072-a5dd-a0cc1284981d), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:07.901291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:07.902446 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-d4ddcf17-63e6-4234-9172-6bd17c9d3bcc demo demo] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6936145 May 02 14:42:10.366784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60454) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:10.682560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [None req-6eae8fdf-233d-4c29-b3ce-547b301aafab admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:42:10.683552 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6eae8fdf-233d-4c29-b3ce-547b301aafab admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3157947 May 02 14:42:10.778022 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:42:10.874086 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:10.874439 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:10.989628 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:10.990027 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:11.025489 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=75cf0309-459a-4aed-b9c3-1cc07e1c39c4,segment=NetworkSegment(ced4e843-f7de-4de4-aa8a-0ab610ef6005),segment_id=ced4e843-f7de-4de4-aa8a-0ab610ef6005)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:42:11.204648 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:11.255115 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=75cf0309-459a-4aed-b9c3-1cc07e1c39c4,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:11.745860 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7745c-75f2-4392-a835-f6998780792d None None] Network 785ed773-b38d-4af6-8618-c560d61d1804 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:42:11.873785 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-6c27d77a-0894-4545-8080-65f03025904a None None] Provisioning complete for port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:11.874447 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6c27d77a-0894-4545-8080-65f03025904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:11.951524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6c27d77a-0894-4545-8080-65f03025904a None None] Current status of the port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:12.069038 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-15340960-1f44-4a6f-bba1-fd38b11cc129 None None] Provisioning complete for port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:12.069430 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-15340960-1f44-4a6f-bba1-fd38b11cc129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:12.147407 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-15340960-1f44-4a6f-bba1-fd38b11cc129 None None] Current status of the port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:12.755932 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:42:12.803300 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:12.803678 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:12.882074 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:13.171048 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60462) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:13.473268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:42:13.584904 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Made reservation on behalf of 8656e84191e944daa259de8e92ef2927 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:42:13.587090 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.595486 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.613378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0feaaab2-f250-4495-886a-7992f7025240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.668220 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks [] for security_group (9ef82e23-c4cb-450a-b79c-9c39250c2e0f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.733209 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9ef82e23-c4cb-450a-b79c-9c39250c2e0f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.748319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Reserving flat network on physical network physnet1 {{(pid=110409) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 02 14:42:13.767401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef82e23-c4cb-450a-b79c-9c39250c2e0f,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:13.771944 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (1c7dcc6b-fc62-4477-863b-ad6d6835d69e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.772286 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Added segment 1c7dcc6b-fc62-4477-863b-ad6d6835d69e of type flat for network 07642b55-649c-4b4a-afb5-c8494ff1ed35 May 02 14:42:13.816926 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (07642b55-649c-4b4a-afb5-c8494ff1ed35), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.895565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (07642b55-649c-4b4a-afb5-c8494ff1ed35), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.896528 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:42:13.897110 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:13.984200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] Pushing event updated for resources: {'Network': ['ID=07642b55-649c-4b4a-afb5-c8494ff1ed35,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:13.994151 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:42:14.001092 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-e47bc9cd-a616-4015-83cc-50dfc4b8411c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8290212 May 02 14:42:15.848255 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-068ca782-ba77-45ea-b4b0-eec572839de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:16.414230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60470) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:16.832910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ee9329-f6d1-45bd-a155-a17d8dbbcdc4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:42:16.834194 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-11ee9329-f6d1-45bd-a155-a17d8dbbcdc4 demo admin] 10.222.0.36 "GET /v2.0/subnets/d209fbdb-549b-4618-84a5-bb95b8b249c3 HTTP/1.1" status: 200 len: 849 time: 0.4190137 May 02 14:42:16.994545 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-76506863-d4a5-4fd1-8047-d182d5b50a11 demo admin] 10.222.0.36 "GET /v2.0/routers/ef0e4188-2518-4072-a5dd-a0cc1284981d HTTP/1.1" status: 200 len: 704 time: 0.1546519 May 02 14:42:17.238765 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:17.274497 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:17.574443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Allocated IP 172.20.0.1 (785ed773-b38d-4af6-8618-c560d61d1804/d209fbdb-549b-4618-84a5-bb95b8b249c3/9efca4b5-992a-4756-884e-79eae57826ae) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:42:17.761413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks [] for port (9efca4b5-992a-4756-884e-79eae57826ae), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:17.885401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (9efca4b5-992a-4756-884e-79eae57826ae), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:17.959385 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Network 785ed773-b38d-4af6-8618-c560d61d1804 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:42:17.965239 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:42:17.976790 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:42:17.977642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (ef0e4188-2518-4072-a5dd-a0cc1284981d), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:17.997011 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Pushing event updated for resources: {'Port': ['ID=9efca4b5-992a-4756-884e-79eae57826ae,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:18.198607 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-eab3198c-a50d-4b7f-9c61-550c6ecd7b1a None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:18.198942 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eab3198c-a50d-4b7f-9c61-550c6ecd7b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.231504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-eab3198c-a50d-4b7f-9c61-550c6ecd7b1a None None] Port 9efca4b5-992a-4756-884e-79eae57826ae cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:42:18.300685 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9efca4b5-992a-4756-884e-79eae57826ae), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.488141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.517742 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks [] for port (9efca4b5-992a-4756-884e-79eae57826ae), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.644482 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9efca4b5-992a-4756-884e-79eae57826ae), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.645280 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (ef0e4188-2518-4072-a5dd-a0cc1284981d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.701708 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Pushing event updated for resources: {'Port': ['ID=9efca4b5-992a-4756-884e-79eae57826ae,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:18.770527 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Network 785ed773-b38d-4af6-8618-c560d61d1804 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:42:18.771744 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:42:18.951197 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-0fd8c392-6e44-42af-9c01-db754d5002cd None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:18.951666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c392-6e44-42af-9c01-db754d5002cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:18.983159 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-0fd8c392-6e44-42af-9c01-db754d5002cd None None] Port 9efca4b5-992a-4756-884e-79eae57826ae cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:42:18.990834 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Router ef0e4188-2518-4072-a5dd-a0cc1284981d is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:42:19.091365 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:42:19.103072 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b6d51326-1695-4274-9af3-26f4ec9c1c9a demo admin] 10.222.0.36 "PUT /v2.0/routers/ef0e4188-2518-4072-a5dd-a0cc1284981d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0969405 May 02 14:42:19.111895 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Sync routers for ids ['ef0e4188-2518-4072-a5dd-a0cc1284981d'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:42:19.126329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Routers {'ef0e4188-2518-4072-a5dd-a0cc1284981d'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:42:19.127793 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:42:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ef0e4188-2518-4072-a5dd-a0cc1284981d'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:19.330005 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Set router ef0e4188-2518-4072-a5dd-a0cc1284981d gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:42:19.768842 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:18Z', 'revision_number': 2, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port_host': None, '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:18Z', 'revision_number': 2, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:19.822828 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Checking router: ef0e4188-2518-4072-a5dd-a0cc1284981d for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:42:19.823187 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Updating router ef0e4188-2518-4072-a5dd-a0cc1284981d port 9efca4b5-992a-4756-884e-79eae57826ae binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:42:19.879427 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9efca4b5-992a-4756-884e-79eae57826ae), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.167789 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.396643 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks [] for port (9efca4b5-992a-4756-884e-79eae57826ae), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.482350 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9efca4b5-992a-4756-884e-79eae57826ae), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.639949 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Pushing event updated for resources: {'Port': ['ID=9efca4b5-992a-4756-884e-79eae57826ae,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:20.660744 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.661087 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.661443 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.661921 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.662116 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.662448 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.662778 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.663106 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.663454 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.663908 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.664190 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.664467 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.664794 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.665119 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.665446 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Tracked resource versions report: May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: pushed versions: May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: { 'AddressGroup': {'1.2'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Agent': {'1.1'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'ConntrackHelper': {'1.0'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'LocalIPAssociation': {'1.0'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Log': {'1.0'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'NDPProxy': {'1.0'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Network': {'1.1'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Port': {'1.7'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'PortForwarding': {'1.3'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'QosPolicy': {'1.10'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroup': {'1.5'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroupRule': {'1.2'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SubPort': {'1.0'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Subnet': {'1.1'}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Trunk': {'1.1'}} May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: consumer versions: May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Agent': '1.1', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'ConntrackHelper': '1.0', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'LocalIPAssociation': '1.0', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Log': '1.0', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'NDPProxy': '1.0', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Network': '1.1', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Port': '1.7', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'PortForwarding': '1.3', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'QosPolicy': '1.10', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroup': '1.5', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroupRule': '1.2', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SubPort': '1.0', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Subnet': '1.1', May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Trunk': '1.1'}} May 02 14:42:20.666924 dv-cinder-750782-21-iscsi neutron-server[110412]: {{(pid=110412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:42:20.669315 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Attempting to bind port 9efca4b5-992a-4756-884e-79eae57826ae on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:42:20.669717 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Attempting to bind port 9efca4b5-992a-4756-884e-79eae57826ae by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:42:20.670158 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Attempting to bind port 9efca4b5-992a-4756-884e-79eae57826ae on network 785ed773-b38d-4af6-8618-c560d61d1804 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:42:20.676613 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:42:20.677023 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Checking segment: {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:42:20.678121 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.678121 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Bound using segment: {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:42:20.678385 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Bound port: 9efca4b5-992a-4756-884e-79eae57826ae, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced4e843-f7de-4de4-aa8a-0ab610ef6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:42:20.678728 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9efca4b5-992a-4756-884e-79eae57826ae), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.744716 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] For port 9efca4b5-992a-4756-884e-79eae57826ae, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:42:20.763659 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] For port 9efca4b5-992a-4756-884e-79eae57826ae, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9efca4b5-992a-4756-884e-79eae57826ae,segment=NetworkSegment(ced4e843-f7de-4de4-aa8a-0ab610ef6005),segment_id=ced4e843-f7de-4de4-aa8a-0ab610ef6005)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:42:20.771673 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b27aa3d1-f808-40e4-a5d0-3badad364712 None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:20.772081 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b27aa3d1-f808-40e4-a5d0-3badad364712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.808012 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b27aa3d1-f808-40e4-a5d0-3badad364712 None None] Port 9efca4b5-992a-4756-884e-79eae57826ae cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:42:20.831228 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9efca4b5-992a-4756-884e-79eae57826ae), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:20.888614 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Routers {'ef0e4188-2518-4072-a5dd-a0cc1284981d'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:42:20.889246 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:42:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ef0e4188-2518-4072-a5dd-a0cc1284981d'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:20.925961 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a2c88-796c-4d85-a432-fe30db9be5be None None] Pushing event updated for resources: {'Port': ['ID=9efca4b5-992a-4756-884e-79eae57826ae,revision_number=4']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:20.982681 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] Set router ef0e4188-2518-4072-a5dd-a0cc1284981d gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:42:21.027637 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:21.028077 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:21.154906 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Current status of the port 9efca4b5-992a-4756-884e-79eae57826ae is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:21.155297 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9efca4b5-992a-4756-884e-79eae57826ae), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:21.185389 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:18Z', 'revision_number': 2, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port_host': None, '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:20Z', 'revision_number': 4, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:21.187870 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] For port 9efca4b5-992a-4756-884e-79eae57826ae, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9efca4b5-992a-4756-884e-79eae57826ae,segment=NetworkSegment(ced4e843-f7de-4de4-aa8a-0ab610ef6005),segment_id=ced4e843-f7de-4de4-aa8a-0ab610ef6005)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:42:21.213448 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fe9954-5e39-424b-9f0a-1bf2ffd700c7 None None] The sync data for ids ['ef0e4188-2518-4072-a5dd-a0cc1284981d'] in dv-cinder-750782-21-iscsi is: [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:18Z', 'revision_number': 2, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port_host': None, '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:20Z', 'revision_number': 4, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:42:21.273385 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9efca4b5-992a-4756-884e-79eae57826ae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:21.320727 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18175e-71ab-4de6-92e1-a9f75d8c68a4 None None] Pushing event updated for resources: {'Port': ['ID=9efca4b5-992a-4756-884e-79eae57826ae,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:21.606493 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60490) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:21.800176 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7eb6bb-f6b9-458e-95c4-73473fc3dceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:42:21.801526 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2f7eb6bb-f6b9-458e-95c4-73473fc3dceb admin admin] 10.222.0.36 "GET /v2.0/networks/07642b55-649c-4b4a-afb5-c8494ff1ed35 HTTP/1.1" status: 200 len: 842 time: 0.1940782 May 02 14:42:21.811991 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Request body: {'subnet': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:42:21.935832 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Made reservation on behalf of 8656e84191e944daa259de8e92ef2927 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:42:21.938154 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:22.305216 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.objects.ports [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110409) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 14:42:22.305681 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (4a48dcb2-35cc-4654-8f9c-8c057597bbd4), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:22.359709 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a48dcb2-35cc-4654-8f9c-8c057597bbd4,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:22.370532 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:42:22.370903 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Network hostable DHCP agents. Network: 07642b55-649c-4b4a-afb5-c8494ff1ed35, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:42:22.471119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:42:22.576020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 07642b55-649c-4b4a-afb5-c8494ff1ed35) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:42:22.580599 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:42:22.581345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:22.585771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea99be1-ca6e-4301-8e55-0ff8fe09f77d None None] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:42:22.683971 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-72388232-1db9-404a-926c-6f75763cbf7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8591859 May 02 14:42:22.686345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a25c18-380a-4751-846e-c7b332a31d09 None None] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:42:25.099666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60508) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:25.235225 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-4e5e706a-fbd2-4fef-91e3-2e23dc53469c demo admin] 10.222.0.36 "GET /v2.0/routers/ef0e4188-2518-4072-a5dd-a0cc1284981d HTTP/1.1" status: 200 len: 710 time: 0.1342773 May 02 14:42:25.396669 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ef7ac-56c0-41f3-b740-9bd2a9740ae3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:42:25.398171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a58ef7ac-56c0-41f3-b740-9bd2a9740ae3 demo admin] 10.222.0.36 "GET /v2.0/networks/07642b55-649c-4b4a-afb5-c8494ff1ed35 HTTP/1.1" status: 200 len: 886 time: 0.1577640 May 02 14:42:25.406936 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:42:25.654781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks [] for router_gateway (ef0e4188-2518-4072-a5dd-a0cc1284981d), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:25.960889 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks [] for router_gateway (ef0e4188-2518-4072-a5dd-a0cc1284981d), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:25.991420 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:42:26.037660 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:26.146924 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Allocated IP 172.27.0.203 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/68017651-dc03-403c-a980-03ee93e55a1d) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:42:26.248024 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks [] for port (68017651-dc03-403c-a980-03ee93e55a1d), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:26.342445 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (68017651-dc03-403c-a980-03ee93e55a1d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:26.384300 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:42:26.389491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:42:26.392559 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:42:26.398530 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Pushing event updated for resources: {'Port': ['ID=68017651-dc03-403c-a980-03ee93e55a1d,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:26.734254 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks [] for router_gateway (ef0e4188-2518-4072-a5dd-a0cc1284981d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:27.019704 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-444646', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2937'] for router (ef0e4188-2518-4072-a5dd-a0cc1284981d), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:27.023215 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-444665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-444656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440218'] for router (ef0e4188-2518-4072-a5dd-a0cc1284981d), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:27.132629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Router ef0e4188-2518-4072-a5dd-a0cc1284981d has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:42:27.241262 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:42:27.245537 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:27.259891 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-13859ef8-a1e5-44f4-b1f1-c0ad4e6cdbe5 demo admin] 10.222.0.36 "PUT /v2.0/routers/ef0e4188-2518-4072-a5dd-a0cc1284981d HTTP/1.1" status: 200 len: 890 time: 1.8429956 May 02 14:42:28.777129 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9efca4b5-992a-4756-884e-79eae57826ae up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:42:28.823876 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:28.824425 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:28.904538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 9efca4b5-992a-4756-884e-79eae57826ae is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:29.724218 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 60520) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:42:29.835481 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-18e78b06-5846-4cc0-b7fc-7a2b97d8f2bf admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1100392 May 02 14:42:29.913147 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Sync routers for ids ['ef0e4188-2518-4072-a5dd-a0cc1284981d'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:42:29.926265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Routers {'ef0e4188-2518-4072-a5dd-a0cc1284981d'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:42:29.926951 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:42:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ef0e4188-2518-4072-a5dd-a0cc1284981d'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:30.146981 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Set router ef0e4188-2518-4072-a5dd-a0cc1284981d gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:42:30.606608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '68017651-dc03-403c-a980-03ee93e55a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:26Z', 'revision_number': 4, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port': {'id': '68017651-dc03-403c-a980-03ee93e55a1d', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:26Z', 'updated_at': '2022-05-02T14:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:21Z', 'revision_number': 5, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:30.659462 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Checking router: ef0e4188-2518-4072-a5dd-a0cc1284981d for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:42:30.659839 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Updating router ef0e4188-2518-4072-a5dd-a0cc1284981d port 68017651-dc03-403c-a980-03ee93e55a1d binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:42:30.710725 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (68017651-dc03-403c-a980-03ee93e55a1d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.028943 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks [] for port (68017651-dc03-403c-a980-03ee93e55a1d), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.124981 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (68017651-dc03-403c-a980-03ee93e55a1d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.181964 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Attempting to bind port 68017651-dc03-403c-a980-03ee93e55a1d on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:42:31.182342 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Attempting to bind port 68017651-dc03-403c-a980-03ee93e55a1d by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:42:31.182707 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Attempting to bind port 68017651-dc03-403c-a980-03ee93e55a1d on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:42:31.185019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba35c1-729b-4c7c-9470-60105b01f7a1 None None] Pushing event updated for resources: {'Port': ['ID=68017651-dc03-403c-a980-03ee93e55a1d,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:31.191534 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:42:31.191939 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:42:31.192349 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.192859 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:42:31.193202 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Bound port: 68017651-dc03-403c-a980-03ee93e55a1d, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:42:31.193590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (68017651-dc03-403c-a980-03ee93e55a1d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.246688 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] For port 68017651-dc03-403c-a980-03ee93e55a1d, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:42:31.249531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] For port 68017651-dc03-403c-a980-03ee93e55a1d, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=68017651-dc03-403c-a980-03ee93e55a1d,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:42:31.333776 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (68017651-dc03-403c-a980-03ee93e55a1d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:31.390248 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Routers {'ef0e4188-2518-4072-a5dd-a0cc1284981d'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:42:31.390862 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:42:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ef0e4188-2518-4072-a5dd-a0cc1284981d'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:31.424024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba35c1-729b-4c7c-9470-60105b01f7a1 None None] Pushing event updated for resources: {'Port': ['ID=68017651-dc03-403c-a980-03ee93e55a1d,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:31.511911 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] Set router ef0e4188-2518-4072-a5dd-a0cc1284981d gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:42:31.722590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '68017651-dc03-403c-a980-03ee93e55a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:26Z', 'revision_number': 4, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port': {'id': '68017651-dc03-403c-a980-03ee93e55a1d', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:26Z', 'updated_at': '2022-05-02T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:21Z', 'revision_number': 5, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:42:31.751336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29edc7f6-3bbd-44a9-99be-95f5836a3e56 None None] The sync data for ids ['ef0e4188-2518-4072-a5dd-a0cc1284981d'] in dv-cinder-750782-21-iscsi is: [{'id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'name': 'router1', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '68017651-dc03-403c-a980-03ee93e55a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:42:07Z', 'updated_at': '2022-05-02T14:42:26Z', 'revision_number': 4, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'gw_port': {'id': '68017651-dc03-403c-a980-03ee93e55a1d', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:96:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:26Z', 'updated_at': '2022-05-02T14:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '9efca4b5-992a-4756-884e-79eae57826ae', 'name': '', 'network_id': '785ed773-b38d-4af6-8618-c560d61d1804', 'tenant_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'mac_address': 'fa:16:3e:6e:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0e4188-2518-4072-a5dd-a0cc1284981d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:42:17Z', 'updated_at': '2022-05-02T14:42:21Z', 'revision_number': 5, 'project_id': 'd7b73f5442c04f8fbc8a9b582241982d', 'subnets': [{'id': 'd209fbdb-549b-4618-84a5-bb95b8b249c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b3433a93-6554-4822-8f7c-6a560c89c4a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:42:32.800866 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 68017651-dc03-403c-a980-03ee93e55a1d up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:42:32.857939 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 68017651-dc03-403c-a980-03ee93e55a1d triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:32.858360 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (68017651-dc03-403c-a980-03ee93e55a1d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:32.959414 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 68017651-dc03-403c-a980-03ee93e55a1d is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:32.960616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (68017651-dc03-403c-a980-03ee93e55a1d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:32.994273 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 68017651-dc03-403c-a980-03ee93e55a1d, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=68017651-dc03-403c-a980-03ee93e55a1d,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:42:33.065471 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (68017651-dc03-403c-a980-03ee93e55a1d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:33.115106 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=68017651-dc03-403c-a980-03ee93e55a1d,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:42:34.844004 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 68017651-dc03-403c-a980-03ee93e55a1d up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:42:34.959658 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 68017651-dc03-403c-a980-03ee93e55a1d triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:42:34.959658 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (68017651-dc03-403c-a980-03ee93e55a1d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:35.049452 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 68017651-dc03-403c-a980-03ee93e55a1d is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:42:43.579613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-abe08f9b-783c-4348-858c-f0d88b09bdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:45.852762 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-82a73918-1b01-4bea-8fdb-a1f5143d1783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:47.224775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:48.524974 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:42:50.144338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:02.990257 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:43:14.146989 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7df47300-3d0f-475b-8af1-8112ac86d4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:15.841027 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d9e04604-446a-40fb-a681-54d7d728d93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:17.227326 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:18.492470 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:20.153373 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:39.989001 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:43:43.565924 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-693d9b93-a38b-4ef5-97e5-b2ee254f3078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:45.840137 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aa047809-f7c3-4015-ba9a-b52a6b387caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:47.205832 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:48.478344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:50.142644 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:52.053327 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32772) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:43:52.113210 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d17003-adeb-4c6e-9c1c-d816e723f3e2 admin admin] GET failed (client error): The resource could not be found. May 02 14:43:52.114477 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f5d17003-adeb-4c6e-9c1c-d816e723f3e2 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602045 May 02 14:43:52.281818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3783c32d-e400-4aff-8870-2b6578be8e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:52.283205 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3783c32d-e400-4aff-8870-2b6578be8e1e admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1647477 May 02 14:43:54.521846 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32782) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:43:54.610172 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5a846-60c1-4f09-a49c-21c93449c878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:54.611486 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-53a5a846-60c1-4f09-a49c-21c93449c878 admin admin] 10.222.0.36 "GET /v2.0/subnets/d209fbdb-549b-4618-84a5-bb95b8b249c3 HTTP/1.1" status: 200 len: 849 time: 0.0886979 May 02 14:43:54.620618 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:43:54.708296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Publish callbacks [] for subnet (d209fbdb-549b-4618-84a5-bb95b8b249c3), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:54.988324 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756326185894'] for subnet (d209fbdb-549b-4618-84a5-bb95b8b249c3), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:55.023511 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:55.023699 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:55.025807 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] 10.222.0.36 "PUT /v2.0/subnets/d209fbdb-549b-4618-84a5-bb95b8b249c3 HTTP/1.1" status: 200 len: 868 time: 0.4086905 May 02 14:43:55.027103 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad198a5-9f4a-4567-9243-fadda153b665 None None] Network 785ed773-b38d-4af6-8618-c560d61d1804 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:43:55.046346 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d209fbdb-549b-4618-84a5-bb95b8b249c3,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:43:55.053640 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.053998 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.054271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.054609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.054938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.055266 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.055591 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.055940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.056282 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.056613 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.056952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.057291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.057598 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.057915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.058230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98224a7f-ac16-44a2-bfee-91dee4c6c7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:43:55.319375 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Provisioning complete for port 9efca4b5-992a-4756-884e-79eae57826ae triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:43:55.319757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9efca4b5-992a-4756-884e-79eae57826ae), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:55.399734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Current status of the port 9efca4b5-992a-4756-884e-79eae57826ae is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:43:55.408466 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Provisioning complete for port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:43:55.411775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (75cf0309-459a-4aed-b9c3-1cc07e1c39c4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:43:55.484538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-5885c44c-281d-460f-8b31-4b602c9a1373 None None] Current status of the port 75cf0309-459a-4aed-b9c3-1cc07e1c39c4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:43:57.303798 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32790) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:43:57.497782 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb95764-f436-41c1-a8bd-e68a957be282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:57.498175 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb95764-f436-41c1-a8bd-e68a957be282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:57.500266 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9eb95764-f436-41c1-a8bd-e68a957be282 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954770 May 02 14:43:59.726285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32798) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:43:59.855698 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35ec89-7b7c-442b-a01a-24102a828cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:59.856200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35ec89-7b7c-442b-a01a-24102a828cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:43:59.857716 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6a35ec89-7b7c-442b-a01a-24102a828cb1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304734 May 02 14:44:02.101615 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32806) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:02.223549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2882c7a6-76b4-438f-8472-d0bb80a9e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:02.224909 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2882c7a6-76b4-438f-8472-d0bb80a9e2d5 admin admin] 10.222.0.36 "GET /v2.0/networks/07642b55-649c-4b4a-afb5-c8494ff1ed35 HTTP/1.1" status: 200 len: 886 time: 0.1223645 May 02 14:44:04.500427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32814) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:04.630518 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a6d4f-35e4-4f78-a01f-85fefa5a7006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:04.631867 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-644a6d4f-35e4-4f78-a01f-85fefa5a7006 admin admin] 10.222.0.36 "GET /v2.0/networks/785ed773-b38d-4af6-8618-c560d61d1804 HTTP/1.1" status: 200 len: 869 time: 0.1304944 May 02 14:44:06.867777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32822) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:07.015679 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ad921-3d64-4f41-83ed-f877509e343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:07.016160 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ad921-3d64-4f41-83ed-f877509e343a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:07.017687 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8a8ad921-3d64-4f41-83ed-f877509e343a admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1489091 May 02 14:44:09.268769 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32830) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:09.458722 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb81aad-7ee7-47c6-af7f-d8301544dbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:09.459115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb81aad-7ee7-47c6-af7f-d8301544dbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:09.460683 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3cb81aad-7ee7-47c6-af7f-d8301544dbf2 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1909695 May 02 14:44:11.723389 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32838) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:11.806788 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add411e-25d7-44be-9cbd-c380d5bd1d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:11.808116 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-0add411e-25d7-44be-9cbd-c380d5bd1d7c admin admin] 10.222.0.36 "GET /v2.0/subnets/4a48dcb2-35cc-4654-8f9c-8c057597bbd4 HTTP/1.1" status: 200 len: 816 time: 0.0836833 May 02 14:44:13.581234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b0e59b15-d961-42a1-845a-166dd444612a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:14.031204 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 32846) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:14.127428 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a3cfb5-e06f-45a0-8694-66cc6f8d8ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:14.128785 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-31a3cfb5-e06f-45a0-8694-66cc6f8d8ddf admin admin] 10.222.0.36 "GET /v2.0/subnets/d209fbdb-549b-4618-84a5-bb95b8b249c3 HTTP/1.1" status: 200 len: 868 time: 0.0966518 May 02 14:44:15.833769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f313fd63-1ab6-4921-bf36-ce36516ff13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:16.988236 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:44:17.199561 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:18.483775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:20.152428 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:43.558706 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-60c65997-d054-40ce-aa4c-5a57d9d1e8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:45.838500 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7dab8edf-fa58-4994-af41-7df7c9b8c27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:47.192480 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:48.489771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:50.135530 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:54.007012 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:44:54.726906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 32906) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:54.773663 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [None req-a834f9f1-668d-4abd-8fac-b2fcc4247f0f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:44:54.774706 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a834f9f1-668d-4abd-8fac-b2fcc4247f0f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468152 May 02 14:44:57.103017 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 32914) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:57.162401 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6639ff1-266b-4a6c-b2e1-13622cf70fae admin admin] GET failed (client error): The resource could not be found. May 02 14:44:57.163639 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f6639ff1-266b-4a6c-b2e1-13622cf70fae admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597007 May 02 14:44:57.302146 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc32ca57-0f1a-4e7e-a0c5-4d9a36331b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:57.303626 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bc32ca57-0f1a-4e7e-a0c5-4d9a36331b2e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1360068 May 02 14:44:59.558720 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32922) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:44:59.604375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:44:59.683371 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Made reservation on behalf of 8656e84191e944daa259de8e92ef2927 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:44:59.686155 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:59.712119 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING neutron.services.revisions.revision_plugin [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Could not find related network for resource to bump revision. May 02 14:44:59.722620 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:44:59.730756 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (8034ff41-5afe-4ce9-b153-c7e511be9167), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:59.734660 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Added segment 8034ff41-5afe-4ce9-b153-c7e511be9167 of type vlan for network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 May 02 14:44:59.771316 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:59.849158 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:59.850116 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:44:59.850730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:44:59.907650 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:44:59.914454 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.914805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.915159 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.915498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.915828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.916178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.916503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.916899 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.917237 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.917567 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.917893 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.918213 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.918532 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.918848 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.919739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:44:59.926431 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9715321b-e20d-4ca7-a5c7-889ea6e0f421 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3667109 May 02 14:44:59.930995 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:45:02.215247 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32930) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:45:02.274221 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee39f1fe-b318-4183-a62f-93ed4217d44f admin admin] GET failed (client error): The resource could not be found. May 02 14:45:02.275461 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ee39f1fe-b318-4183-a62f-93ed4217d44f admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587070 May 02 14:45:02.347184 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa1047-09e9-4d24-934d-ef82b4f6bc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:45:02.348656 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-95fa1047-09e9-4d24-934d-ef82b4f6bc8f admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687163 May 02 14:45:02.358174 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:45:02.438007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Made reservation on behalf of 8656e84191e944daa259de8e92ef2927 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:45:02.440231 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:02.672281 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (c24d1a85-668e-4b42-b28b-c48c51a9aadc), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:02.730571 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24d1a85-668e-4b42-b28b-c48c51a9aadc,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:45:02.735118 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Checking segment: {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:45:02.735494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Network hostable DHCP agents. Network: 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:45:02.838007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:45:02.917800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:45:02.921992 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:45:02.922588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:02.926780 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a718d-a349-4ccb-9673-511b7d8e64d9 None None] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:45:03.029220 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1bb1e584-7efb-4a35-8109-d15fab0fe59e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6742306 May 02 14:45:03.032576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251', 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251', 'project_id': '8656e84191e944daa259de8e92ef2927', 'fixed_ips': [{'subnet_id': 'c24d1a85-668e-4b42-b28b-c48c51a9aadc'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:45:03.033415 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.277545 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Allocated IP 192.168.233.2 (0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251/c24d1a85-668e-4b42-b28b-c48c51a9aadc/bfce44a3-47c9-4371-addc-9ff2859577a1) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:45:03.420717 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks [] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.513268 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.551639 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:45:03.554560 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:45:03.560231 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:45:03.565840 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Pushing event updated for resources: {'Port': ['ID=bfce44a3-47c9-4371-addc-9ff2859577a1,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:45:03.576912 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.577265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.577627 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.577972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.578313 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.578643 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.578972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.579296 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.579636 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.579995 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.580321 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.580660 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.580987 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.581308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.581625 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:45:03.631114 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Attempting to bind port bfce44a3-47c9-4371-addc-9ff2859577a1 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:45:03.631778 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Attempting to bind port bfce44a3-47c9-4371-addc-9ff2859577a1 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:45:03.632195 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Attempting to bind port bfce44a3-47c9-4371-addc-9ff2859577a1 on network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:45:03.637512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:45:03.637884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Checking segment: {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:45:03.638285 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.638785 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Bound using segment: {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:45:03.639250 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Bound port: bfce44a3-47c9-4371-addc-9ff2859577a1, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:45:03.639632 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.705013 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] For port bfce44a3-47c9-4371-addc-9ff2859577a1, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:45:03.708167 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] For port bfce44a3-47c9-4371-addc-9ff2859577a1, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=bfce44a3-47c9-4371-addc-9ff2859577a1,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:45:03.770094 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:03.829070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bab8ea-c8a7-4292-b70f-24cb0eb8f936 None None] Pushing event updated for resources: {'Port': ['ID=bfce44a3-47c9-4371-addc-9ff2859577a1,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:45:04.654317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf056b4-de8b-4d13-9844-af3d36053d61 None None] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:45:04.729172 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Provisioning complete for port bfce44a3-47c9-4371-addc-9ff2859577a1 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:45:04.729553 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:04.854633 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Current status of the port bfce44a3-47c9-4371-addc-9ff2859577a1 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:45:04.855261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:04.904239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] For port bfce44a3-47c9-4371-addc-9ff2859577a1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=bfce44a3-47c9-4371-addc-9ff2859577a1,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:45:04.936650 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device bfce44a3-47c9-4371-addc-9ff2859577a1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:45:04.974499 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:05.041931 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port bfce44a3-47c9-4371-addc-9ff2859577a1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:45:05.042635 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:05.068475 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533e586-57a0-4991-b1d7-6182bffd90f5 None None] Pushing event updated for resources: {'Port': ['ID=bfce44a3-47c9-4371-addc-9ff2859577a1,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:45:05.137152 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port bfce44a3-47c9-4371-addc-9ff2859577a1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:45:05.192685 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-fe7d07f2-e5ad-4c4b-b234-6b4dd2dcba13 None None] Provisioning complete for port bfce44a3-47c9-4371-addc-9ff2859577a1 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:45:05.193075 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe7d07f2-e5ad-4c4b-b234-6b4dd2dcba13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:05.272124 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d07f2-e5ad-4c4b-b234-6b4dd2dcba13 None None] Current status of the port bfce44a3-47c9-4371-addc-9ff2859577a1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:45:06.871515 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device bfce44a3-47c9-4371-addc-9ff2859577a1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:45:06.917736 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port bfce44a3-47c9-4371-addc-9ff2859577a1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:45:06.918125 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bfce44a3-47c9-4371-addc-9ff2859577a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:07.000490 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port bfce44a3-47c9-4371-addc-9ff2859577a1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:45:13.574909 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-407d2667-65d1-40cb-994d-874afd3c23eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:15.829182 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c8dfd3ed-249e-4599-81a0-4c84e52b2b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:17.220618 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:18.494670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:20.123839 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:30.986732 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:45:43.586132 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-61bcb21a-5353-4b38-b3c3-685de50f2e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:45.837545 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-53eef444-0ed8-4a79-9525-bcb4732e26bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:47.214567 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:48.522718 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:45:50.140261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:07.985626 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:46:13.563249 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80354f83-5e8d-4cd0-85a6-3d53225e41ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:15.837313 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a749-d91a-42b1-b215-69eb02ada257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:17.208639 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:18.505981 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:20.197157 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:43.590211 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b62b84c5-de7c-4b92-aa0c-f823c052623a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:44.984820 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:46:45.865739 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ef58cfa5-05e9-400d-bc4e-39dc9e00e896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:47.230163 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:48.523159 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:50.135308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:51.526265 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32968) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:46:51.532805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [None req-423f444c-7de1-4695-83b1-25095305b9ee tempest-verify_tempest_config-301830900 tempest-verify_tempest_config-301830900-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:46:51.533719 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-423f444c-7de1-4695-83b1-25095305b9ee tempest-verify_tempest_config-301830900 tempest-verify_tempest_config-301830900-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064840 May 02 14:46:52.195286 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 32986) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:46:52.305120 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.380515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Publish callbacks [] for security_group (c7fbabdd-9fc7-426c-b0c4-151f55c3c32e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.437145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c7fbabdd-9fc7-426c-b0c4-151f55c3c32e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.482164 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39c2496c7f6f40d4afa0f4bab8190b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2857358 May 02 14:46:52.483055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fbabdd-9fc7-426c-b0c4-151f55c3c32e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:46:52.484935 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 32990) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:46:52.489894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.490242 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.490585 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.490926 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.491261 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.491592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.491956 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.492284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.492611 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.492937 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.493281 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.493609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.493930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.494269 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.494568 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5d539f-9064-4d5f-a8f8-190290ca931e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.566052 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Publish callbacks [] for security_group (c7fbabdd-9fc7-426c-b0c4-151f55c3c32e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.589305 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Publish callbacks [] for security_group (c7fbabdd-9fc7-426c-b0c4-151f55c3c32e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.762978 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c7fbabdd-9fc7-426c-b0c4-151f55c3c32e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.765437 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:46:52.766553 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c7fbabdd-9fc7-426c-b0c4-151f55c3c32e HTTP/1.1" status: 204 len: 168 time: 0.2806392 May 02 14:46:52.774068 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fbabdd-9fc7-426c-b0c4-151f55c3c32e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:46:52.781288 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.781636 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.781990 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.782332 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.782663 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.782997 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.783320 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.783641 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.784024 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.784337 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.784715 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.785048 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.785374 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.785690 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:46:52.786009 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9115f392-7f33-4bab-b0cb-a8311bf2fc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:47:13.574277 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-dfb46b42-7d0e-468a-a15a-94f27552874f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:15.860128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80082784-f283-4cbd-9e1a-fce0f7661d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:17.231531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:18.497598 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:20.143649 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:21.984090 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:47:43.597196 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cdce502-57fd-4bba-830e-45ca74bdeb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:45.848292 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-14660cb4-4ab8-447e-9219-db42df5bf3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:47.208186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:48.531364 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:50.128680 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:47:58.983174 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:48:13.582286 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3dd23eae-b5f4-4609-bbc3-5a818fbcc344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:15.839511 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-846eea0f-334b-4cd5-835f-298565bbeb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:17.225729 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:18.511150 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:20.139886 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:35.981628 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 5 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:48:39.438869 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449587'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:43.581581 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-38f6ab71-fe5d-4e72-8e27-75c43125b515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:45.842302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-253ea84a-a911-438b-b309-10979a592e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:47.210666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:48.522520 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:50.133971 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:48:53.159223 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33062) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:48:53.261332 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-81363ccc-3d92-432e-a1a2-d0233cc29af4 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1010242 May 02 14:48:55.583242 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33072) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:48:55.636804 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-310ce42f-c6da-4ee8-870f-5e026e6faf44 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524642 May 02 14:49:09.413617 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:12.980185 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:49:13.584985 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4e72360d-53d5-4af5-a816-4772c2d30e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:15.872533 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-422b054a-d865-4cf8-a8aa-46cd798a1f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:17.231610 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:18.535155 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:20.175310 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:39.390562 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:43.580841 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-24e7447b-f34f-4847-9262-8279a046a4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:45.860389 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-81b20b16-1486-4f00-9bb9-4be556f4ff2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:47.249226 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:48.506327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:49:49.979245 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:49:50.145881 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:09.385415 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:13.573853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6d8a-3d1c-4162-b0dc-736c0c76cadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:15.837316 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-51af70cb-28a5-4404-9e9d-248c08f77c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:17.231157 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:18.505376 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:20.145087 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:26.979087 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:50:37.267139 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33260) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:37.492906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-77580677-network', 'tenant_id': 'a7a4ca61dfab480ea605b2aefaa00039'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:37.596668 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Made reservation on behalf of a7a4ca61dfab480ea605b2aefaa00039 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:37.599087 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.611747 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.695652 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks [] for security_group (f3a264cb-9b79-4c4e-86bf-4c6b3f65b933), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.762389 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f3a264cb-9b79-4c4e-86bf-4c6b3f65b933), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.795503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:50:37.799076 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:37.808925 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.809493 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.810011 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.810520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.811033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.811371 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.811716 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.812078 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.812554 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.812817 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.813151 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.813482 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.813811 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.814137 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.814462 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Tracked resource versions report: May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: pushed versions: May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: { 'AddressGroup': {'1.2'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Agent': {'1.1'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'ConntrackHelper': {'1.0'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'LocalIPAssociation': {'1.0'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Log': {'1.0'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'NDPProxy': {'1.0'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Network': {'1.1'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Port': {'1.7'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'PortForwarding': {'1.3'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'QosPolicy': {'1.10'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroup': {'1.5'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroupRule': {'1.2'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SubPort': {'1.0'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Subnet': {'1.1'}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Trunk': {'1.1'}} May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: consumer versions: May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: HyperV agent@hv-cinder-75078: {}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Agent': '1.1', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'ConntrackHelper': '1.0', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'LocalIPAssociation': '1.0', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Log': '1.0', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'NDPProxy': '1.0', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Network': '1.1', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Port': '1.7', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'PortForwarding': '1.3', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'QosPolicy': '1.10', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroup': '1.5', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SecurityGroupRule': '1.2', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'SubPort': '1.0', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Subnet': '1.1', May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: 'Trunk': '1.1'}} May 02 14:50:37.815656 dv-cinder-750782-21-iscsi neutron-server[110410]: {{(pid=110410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:50:37.825931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756326287921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9a730b9b-71dd-49fc-864f-e3eb23653543), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.826738 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Unsubscribe: segment precommit_create {{(pid=110410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 14:50:37.827258 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Added segment 9a730b9b-71dd-49fc-864f-e3eb23653543 of type vlan for network a9047b92-d977-496c-807f-6a3091ce867f May 02 14:50:37.882847 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (a9047b92-d977-496c-807f-6a3091ce867f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.979712 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (a9047b92-d977-496c-807f-6a3091ce867f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:37.980927 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:37.984530 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.071134 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33296) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:38.106865 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33304) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:38.107342 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8382368 May 02 14:50:38.108411 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0359d-ebc3-49d6-96bc-3c84248dc211 admin admin] Pushing event updated for resources: {'Network': ['ID=a9047b92-d977-496c-807f-6a3091ce867f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:38.114505 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Request body: {'subnet': {'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-77580677-subnet', 'tenant_id': 'a7a4ca61dfab480ea605b2aefaa00039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:38.121470 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network a9047b92-d977-496c-807f-6a3091ce867f details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:50:38.197718 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Made reservation on behalf of a7a4ca61dfab480ea605b2aefaa00039 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:38.201956 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.260423 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33316) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:38.397459 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-network', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:38.460572 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (db5aa8b5-a91f-445c-b3ec-75a8fc58d195), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.512603 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-224250424-network', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:38.547788 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Made reservation on behalf of 8e19e4b0145e42e0a62ca2014cbf06e1 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:38.550176 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.567443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5aa8b5-a91f-445c-b3ec-75a8fc58d195,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:38.590450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Checking segment: {'id': '9a730b9b-71dd-49fc-864f-e3eb23653543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:38.590815 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Network hostable DHCP agents. Network: a9047b92-d977-496c-807f-6a3091ce867f, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:50:38.608199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.609056 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.609769 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.610312 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.610824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.611304 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.611927 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.612444 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.612937 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.613425 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.613951 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.614478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.614968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.615456 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.615976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Tracked resource versions report: May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: pushed versions: May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: { 'AddressGroup': {'1.2'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Agent': {'1.1'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'ConntrackHelper': {'1.0'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'LocalIPAssociation': {'1.0'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Log': {'1.0'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'NDPProxy': {'1.0'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Network': {'1.1'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Port': {'1.7'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'PortForwarding': {'1.3'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'QosPolicy': {'1.10'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroup': {'1.5'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroupRule': {'1.2'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SubPort': {'1.0'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Subnet': {'1.1'}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Trunk': {'1.1'}} May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: consumer versions: May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: HyperV agent@hv-cinder-75078: {}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Agent': '1.1', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'ConntrackHelper': '1.0', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'LocalIPAssociation': '1.0', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Log': '1.0', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'NDPProxy': '1.0', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Network': '1.1', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Port': '1.7', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'PortForwarding': '1.3', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'QosPolicy': '1.10', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroup': '1.5', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SecurityGroupRule': '1.2', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'SubPort': '1.0', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Subnet': '1.1', May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: 'Trunk': '1.1'}} May 02 14:50:38.617401 dv-cinder-750782-21-iscsi neutron-server[110409]: {{(pid=110409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:50:38.620499 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.622351 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Made reservation on behalf of e768ff7eb0ef4ff2aa7c1e0abebcb65c for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:38.625481 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.645438 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.677161 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Network a9047b92-d977-496c-807f-6a3091ce867f is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:50:38.743151 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks [] for security_group (74a5126d-c233-4920-8b8c-caff14a03aec), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.746125 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, a9047b92-d977-496c-807f-6a3091ce867f) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:38.757024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bae2e-71be-4fb9-98eb-2e3e7858359a None None] Network a9047b92-d977-496c-807f-6a3091ce867f requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:38.761563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:38.762408 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.779930 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (74a5126d-c233-4920-8b8c-caff14a03aec), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.798386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks [] for security_group (f89e0029-d39a-43f3-b15b-34dbd7b63836), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.824558 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5126d-c233-4920-8b8c-caff14a03aec,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:38.827901 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:50:38.833726 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-82b630a7-1f0c-43ed-a665-39fddb8f90f0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7257450 May 02 14:50:38.848357 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f89e0029-d39a-43f3-b15b-34dbd7b63836), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.873466 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (472c05e1-9793-4903-a084-f760b45cd588), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.879052 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Added segment 472c05e1-9793-4903-a084-f760b45cd588 of type vlan for network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 May 02 14:50:38.920381 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89e0029-d39a-43f3-b15b-34dbd7b63836,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:38.946542 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:50:38.960108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9aad93ba-e810-4068-8d79-6da0fd8e8522), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:38.960832 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Added segment 9aad93ba-e810-4068-8d79-6da0fd8e8522 of type vlan for network a6931cd5-688d-4ae1-950b-4d8676ef7a9e May 02 14:50:38.971564 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a02e37-fa6f-45f6-8c29-98bf31602ff3 None None] Network a9047b92-d977-496c-807f-6a3091ce867f requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:38.993512 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (9bcb15c3-6cef-42cb-bc37-587d1c4b0280), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.020121 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (a6931cd5-688d-4ae1-950b-4d8676ef7a9e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.127969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (9bcb15c3-6cef-42cb-bc37-587d1c4b0280), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.128953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:39.129542 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.157831 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (a6931cd5-688d-4ae1-950b-4d8676ef7a9e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.159416 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:39.161170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.192807 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcb15c3-6cef-42cb-bc37-587d1c4b0280,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:39.202214 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:50:39.237848 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6931cd5-688d-4ae1-950b-4d8676ef7a9e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:39.263308 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9b740d5c-f565-47b0-a90b-b2972c66e713 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0017636 May 02 14:50:39.267942 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33352) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:39.276952 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Request body: {'subnet': {'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-subnet', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:39.278945 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:50:39.293505 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-133d0a1c-8904-4225-9f2f-5d9bc5d67cd0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2205062 May 02 14:50:39.296513 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33354) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:39.303841 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Request body: {'subnet': {'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-subnet', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:39.391027 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Made reservation on behalf of e768ff7eb0ef4ff2aa7c1e0abebcb65c for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:39.393354 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.394118 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Made reservation on behalf of 8e19e4b0145e42e0a62ca2014cbf06e1 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:39.396513 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.454104 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.626172 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (a6a4fc5b-d080-4cbc-a998-1f9243f02753), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.660423 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (4abece8a-a209-43f4-a894-e1d3d9738a67), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.683355 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a4fc5b-d080-4cbc-a998-1f9243f02753,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:39.691102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:39.691826 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Network hostable DHCP agents. Network: 9bcb15c3-6cef-42cb-bc37-587d1c4b0280, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:50:39.726928 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abece8a-a209-43f4-a894-e1d3d9738a67,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:39.741462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Checking segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:39.741815 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Network hostable DHCP agents. Network: a6931cd5-688d-4ae1-950b-4d8676ef7a9e, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:50:39.767676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:50:39.810789 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:50:39.905239 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 9bcb15c3-6cef-42cb-bc37-587d1c4b0280) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:39.906619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, a6931cd5-688d-4ae1-950b-4d8676ef7a9e) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:39.909532 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:39.915956 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.916108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:39.916108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:39.924985 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726bb251-2b2b-418f-a08e-122e24817d8e None None] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:39.939030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f5f49-7463-456f-95a2-0ca26538a0bb None None] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:39.994595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8e3efa14-ebd7-45d4-b92f-e26c11d85e73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6964283 May 02 14:50:40.001598 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33382) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:40.003324 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:40.034296 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-12f1a40c-e7f6-47c1-9636-d45232f5bfe3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7649438 May 02 14:50:40.036686 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33388) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:40.040836 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:40.160539 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:50:40.162533 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.163785 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.166735 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.183312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:50:40.183312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.229709 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.231814 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.314760 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for router_controller (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), precommit_add_association {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.327592 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for router_controller (03b2fb9a-c0cb-4b93-a82a-e277fab57702), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.501090 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Allocated IP 172.20.0.2 (9bcb15c3-6cef-42cb-bc37-587d1c4b0280/a6a4fc5b-d080-4cbc-a998-1f9243f02753/fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:40.502298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Allocated IP 172.20.0.2 (a6931cd5-688d-4ae1-950b-4d8676ef7a9e/4abece8a-a209-43f4-a894-e1d3d9738a67/3cf2de48-2c20-43d0-aeb9-6c21397ad11b) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:40.638461 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33426) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:40.642712 dv-cinder-750782-21-iscsi neutron-server[110409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 14:50:40.707541 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for router_gateway (03b2fb9a-c0cb-4b93-a82a-e277fab57702), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.731917 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for router_gateway (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.762008 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks [] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.786868 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks [] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.857378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.863531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:40.935303 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Pushing event updated for resources: {'Port': ['ID=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:40.951781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:40.959515 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:40.963904 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:41.061033 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.061386 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.061754 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.062119 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.063053 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.063413 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.063759 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.064178 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.064466 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.064849 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.065131 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.065485 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.065817 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.066140 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.066461 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Tracked resource versions report: May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: pushed versions: May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: { 'AddressGroup': {'1.2'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Agent': {'1.1'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'ConntrackHelper': {'1.0'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'LocalIPAssociation': {'1.0'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Log': {'1.0'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'NDPProxy': {'1.0'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Network': {'1.1'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Port': {'1.7'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'PortForwarding': {'1.3'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'QosPolicy': {'1.10'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroup': {'1.5'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroupRule': {'1.2'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SubPort': {'1.0'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Subnet': {'1.1'}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Trunk': {'1.1'}} May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: consumer versions: May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: HyperV agent@hv-cinder-75078: {}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Agent': '1.1', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'ConntrackHelper': '1.0', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'LocalIPAssociation': '1.0', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Log': '1.0', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'NDPProxy': '1.0', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Network': '1.1', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Port': '1.7', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'PortForwarding': '1.3', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'QosPolicy': '1.10', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroup': '1.5', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SecurityGroupRule': '1.2', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'SubPort': '1.0', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Subnet': '1.1', May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: 'Trunk': '1.1'}} May 02 14:50:41.067955 dv-cinder-750782-21-iscsi neutron-server[110411]: {{(pid=110411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:50:41.094985 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-ad2d14f4-94b8-4d93-9308-8fee5e91d0eb tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:41.096509 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-ad2d14f4-94b8-4d93-9308-8fee5e91d0eb tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/networks?id=a9047b92-d977-496c-807f-6a3091ce867f HTTP/1.1" status: 200 len: 810 time: 0.4570670 May 02 14:50:41.113507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Attempting to bind port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:41.113872 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Attempting to bind port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:41.114421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Attempting to bind port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:41.129298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:41.129687 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Checking segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:41.130088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.130659 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Bound using segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:41.131315 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Bound port: 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:41.132069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.148310 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:41.200190 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-bd92cf25-4104-4927-b25c-37489baccd0c tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/quotas/a7a4ca61dfab480ea605b2aefaa00039 HTTP/1.1" status: 200 len: 375 time: 0.0941350 May 02 14:50:41.215392 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:41.226073 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:41.249305 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Pushing event updated for resources: {'Port': ['ID=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:41.260395 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33466) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:41.270896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] For port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:41.315463 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] For port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:41.324631 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for router_gateway (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.328719 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Attempting to bind port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:41.329023 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Attempting to bind port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:41.329569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Attempting to bind port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:41.335557 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:41.336226 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:41.336814 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.337383 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Bound using segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:41.338012 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Bound port: fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:41.338608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.340896 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-d4ea9839-26c6-4518-a856-421d1fefde5f tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1335256 May 02 14:50:41.361315 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for router_gateway (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.367703 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.384784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.391654 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.495512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c62e4-01d1-431c-99d0-6f9e80ec9da1 None None] Pushing event updated for resources: {'Port': ['ID=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:41.498971 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de04c662-5506-4ab8-a0aa-bc8db414e33b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.506858 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Allocated IP 172.27.0.226 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/4b8957f6-38a5-444b-b6b2-5b0172a866a5) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:41.529069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] For port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:41.538799 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] For port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:41.606416 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de04c662-5506-4ab8-a0aa-bc8db414e33b admin admin] Publish callbacks [] for security_group (cd505a2e-f0b9-493e-bf9f-380a6413f403), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.611238 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-4fd604a6-0765-4d9b-a0ee-8192f9f0ea71 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:50:41.612373 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-4fd604a6-0765-4d9b-a0ee-8192f9f0ea71 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1152101 May 02 14:50:41.714473 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.723533 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.757458 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de04c662-5506-4ab8-a0aa-bc8db414e33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (cd505a2e-f0b9-493e-bf9f-380a6413f403), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.767683 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-94ee0d79-6209-4734-b971-39863f73795d service neutron] 10.222.0.36 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479099 May 02 14:50:41.849633 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e7982-9fe0-4d1e-b271-9cd1b8031894 None None] Pushing event updated for resources: {'Port': ['ID=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:41.860788 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04c662-5506-4ab8-a0aa-bc8db414e33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd505a2e-f0b9-493e-bf9f-380a6413f403,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:41.869773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:41.907628 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-de04c662-5506-4ab8-a0aa-bc8db414e33b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d0a4c9051c44fa08515a81dbfd4781e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6461332 May 02 14:50:41.914295 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33484) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:41.928964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4b8957f6-38a5-444b-b6b2-5b0172a866a5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:41.949601 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:41.952765 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:41.959732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:42.016632 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-052b8e63-c04c-4a08-b4c0-8d8c0697f7c2 service neutron] 10.222.0.36 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401285 May 02 14:50:42.041228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Allocated IP 172.27.0.76 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/d7166815-ecb8-4bc1-ae3d-a25da7520df6) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:42.070358 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33492) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:42.143907 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] Publish callbacks [] for security_group (cd505a2e-f0b9-493e-bf9f-380a6413f403), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.345407 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for router_gateway (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.351138 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] Publish callbacks [] for security_group (cd505a2e-f0b9-493e-bf9f-380a6413f403), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.358255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f734d119-3734-4f00-85c0-2f24cf54df05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.762656 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d90bad2d-f471-4a2a-a68e-d04d23ffe90b req-45396793-ee48-48f9-bb47-c4fdec4ea87e tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0620396 May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f734d119-3734-4f00-85c0-2f24cf54df05 admin admin] Publish callbacks [] for security_group (3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (cd505a2e-f0b9-493e-bf9f-380a6413f403), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd505a2e-f0b9-493e-bf9f-380a6413f403 HTTP/1.1" status: 204 len: 168 time: 0.7660778 May 02 14:50:42.771297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2da0f-1544-430a-89fd-de071c8c8421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd505a2e-f0b9-493e-bf9f-380a6413f403,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:42.779724 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.783843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f734d119-3734-4f00-85c0-2f24cf54df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.836003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:42.913313 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:42.952056 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:43.031199 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734d119-3734-4f00-85c0-2f24cf54df05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:43.045116 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:43.148853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b42aa-22cf-40c0-b5ca-14445b70595c None None] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:43.214424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:50:43.274922 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f734d119-3734-4f00-85c0-2f24cf54df05 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a02c43d74c3f4bb583cb708bd81aa567&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2033916 May 02 14:50:43.284877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33564) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:43.406361 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3cf2de48-2c20-43d0-aeb9-6c21397ad11b up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:43.411066 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Pushing event updated for resources: {'Port': ['ID=d7166815-ecb8-4bc1-ae3d-a25da7520df6,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:43.478323 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Provisioning complete for port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:43.478698 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.638289 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:43.638902 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.724040 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000917e5-d86f-4156-9311-fea2867d212c None None] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:43.733141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-58535c93-e512-4b1a-ab80-93ded3472694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.773009 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for router_gateway (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.813735 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-82f8eccf-7246-4393-82fb-ab9d27f9576c req-59c6540b-633a-4aa5-92a6-cd0b085578f9 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.1039999 May 02 14:50:43.827503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33586) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:43.836898 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:50:43.850145 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:50:43.872146 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:43.873016 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:43.885325 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5a8af988-e915-4b51-bcee-15458af841c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.900853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Current status of the port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:43.901296 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.923436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] Publish callbacks [] for security_group (3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.946469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:43.951206 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2037ee2c-e3af-4f08-bcd5-baff59aa3fd5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9523337 May 02 14:50:43.951818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33590) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:44.053824 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] For port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:44.071081 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:44.071466 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.125153 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.222710 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] Publish callbacks [] for security_group (3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.253665 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5a8af988-e915-4b51-bcee-15458af841c1 admin admin] Publish callbacks [] for security_group (259e566e-844c-4f45-9ec7-46a5396c0318), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.284234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.292824 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f9e57-9c7a-4234-847d-da681827443b None None] Pushing event updated for resources: {'Port': ['ID=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:44.296230 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:44.297147 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.db.api [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 14:50:44.297737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG oslo_db.api [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 14:50:44.298874 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Provisioning complete for port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:44.299416 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.385612 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5a8af988-e915-4b51-bcee-15458af841c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (259e566e-844c-4f45-9ec7-46a5396c0318), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.389029 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Current status of the port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:44.389470 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.438329 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] For port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:44.461889 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.463047 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5a8af988-e915-4b51-bcee-15458af841c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b92a5286da684d44b1da92ad437f8beb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6422338 May 02 14:50:44.464599 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.466797 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834 HTTP/1.1" status: 204 len: 168 time: 1.1784980 May 02 14:50:44.467421 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33600) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:44.515051 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8af988-e915-4b51-bcee-15458af841c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e566e-844c-4f45-9ec7-46a5396c0318,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:44.526804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76871318-358f-457a-b452-7d088b6860ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdccb5b-ed53-4b0b-9d9f-aca6fc6d6834,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:44.545134 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.573521 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:42Z', 'revision_number': 3, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:44.614502 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] Publish callbacks [] for security_group (259e566e-844c-4f45-9ec7-46a5396c0318), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.632074 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Provisioning complete for port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:44.632074 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.649750 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:50:44.651207 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Updating router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:50:44.665764 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] Publish callbacks [] for security_group (259e566e-844c-4f45-9ec7-46a5396c0318), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.698219 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Pushing event updated for resources: {'Port': ['ID=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:44.705563 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:50:44.728090 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.780069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.780863 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e036981b-f966-4dba-9cea-059815d9b705 None None] Current status of the port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:44.834800 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:44.837146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:44.859556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (259e566e-844c-4f45-9ec7-46a5396c0318), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.873549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.873549 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/259e566e-844c-4f45-9ec7-46a5396c0318 HTTP/1.1" status: 204 len: 168 time: 0.3899026 May 02 14:50:44.902371 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2a33c-0ab3-4a05-baef-e33b5be5e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e566e-844c-4f45-9ec7-46a5396c0318,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:44.920034 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-8d9d2202-4e53-4ca6-9cec-334e0a238d74 None None] Provisioning complete for port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:44.920316 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8d9d2202-4e53-4ca6-9cec-334e0a238d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.947365 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:44.947972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:44.981213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33618) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:44.992659 dv-cinder-750782-21-iscsi neutron-server[110410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 14:50:44.995275 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:50:45.073930 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:50:45.094043 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Allocated IP 172.20.0.1 (a6931cd5-688d-4ae1-950b-4d8676ef7a9e/4abece8a-a209-43f4-a894-e1d3d9738a67/0e77441d-e8f9-45c0-9212-284535bc37b4) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:45.102952 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:45.103733 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:45.111722 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dadc709-3c34-4c94-a8b6-e579f47b3bda req-95ca189c-9353-4145-af1d-8d586a929536 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.1231568 May 02 14:50:45.156504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:45.164602 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-8d9d2202-4e53-4ca6-9cec-334e0a238d74 None None] Current status of the port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:45.198694 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.204060 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-087843e4-6fe4-4d4a-a0ea-264af996e536 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1662683 May 02 14:50:45.204763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33620) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:45.270084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks [] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.312301 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks [] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.359124 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3cf2de48-2c20-43d0-aeb9-6c21397ad11b up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:45.364776 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:45.373612 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.427112 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.454363 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Attempting to bind port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:45.454951 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Attempting to bind port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:45.455458 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Attempting to bind port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:45.458852 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Pushing event updated for resources: {'Port': ['ID=4b8957f6-38a5-444b-b6b2-5b0172a866a5,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:45.471025 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:45.472431 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:45.473618 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.473769 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:45.476391 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Bound port: 4b8957f6-38a5-444b-b6b2-5b0172a866a5, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:45.476964 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.510273 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.510769 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.511301 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.512378 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.513391 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.513881 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.514355 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.514927 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.516027 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.516512 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.517640 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.518234 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.518346 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:45.518676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.519151 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.519746 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.520286 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Tracked resource versions report: May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: pushed versions: May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: { 'AddressGroup': {'1.2'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Agent': {'1.1'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'ConntrackHelper': {'1.0'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'LocalIPAssociation': {'1.0'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Log': {'1.0'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'NDPProxy': {'1.0'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Network': {'1.1'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Port': {'1.7'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'PortForwarding': {'1.3'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'QosPolicy': {'1.10'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroup': {'1.5'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroupRule': {'1.2'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SubPort': {'1.0'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Subnet': {'1.1'}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Trunk': {'1.1'}} May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: consumer versions: May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: { DHCP agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: HyperV agent@hv-cinder-75078: {}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: L3 agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: Metadata agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: Metering agent@dv-cinder-750782-21-iscsi: {}, May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: Open vSwitch agent@dv-cinder-750782-21-iscsi: { 'AddressGroup': '1.2', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Agent': '1.1', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'ConntrackHelper': '1.0', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'LocalIPAssociation': '1.0', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Log': '1.0', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'NDPProxy': '1.0', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Network': '1.1', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Port': '1.7', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'PortForwarding': '1.3', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'QosPolicy': '1.10', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroup': '1.5', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SecurityGroupRule': '1.2', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'SubPort': '1.0', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Subnet': '1.1', May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: 'Trunk': '1.1'}} May 02 14:50:45.522300 dv-cinder-750782-21-iscsi neutron-server[110412]: {{(pid=110412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 14:50:45.550810 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:45.561243 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:45.566721 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:45.569686 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.604002 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] For port 4b8957f6-38a5-444b-b6b2-5b0172a866a5, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:45.611506 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] For port 4b8957f6-38a5-444b-b6b2-5b0172a866a5, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=4b8957f6-38a5-444b-b6b2-5b0172a866a5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:45.652929 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Pushing event updated for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:45.669087 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:45.670180 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:45.701413 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:43Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:45.711527 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:45.834501 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db0b71-e559-4e1f-8d9c-dad98eea29f8 None None] Pushing event updated for resources: {'Port': ['ID=4b8957f6-38a5-444b-b6b2-5b0172a866a5,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:45.838405 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:45.839281 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:45.982572 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:50:45.983272 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Updating router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 port d7166815-ecb8-4bc1-ae3d-a25da7520df6 binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:50:46.025116 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.032001 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-f14fab0b-f1c2-4bb5-95b4-2206f540432d None None] Provisioning complete for port 0e77441d-e8f9-45c0-9212-284535bc37b4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:46.032646 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f14fab0b-f1c2-4bb5-95b4-2206f540432d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.048561 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:46.065508 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.110304 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:46.110960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.115374 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-f14fab0b-f1c2-4bb5-95b4-2206f540432d None None] Port 0e77441d-e8f9-45c0-9212-284535bc37b4 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:50:46.151220 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.197874 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d8283755-7b86-4b61-8365-53cc3eca096b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.345126 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:46.370418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks [] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.420881 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6cc4d9ba-3f48-43e3-b1c1-baad68d46f1a req-8196c77d-5fc9-4b0b-b350-277ab60c62b5 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0394979 May 02 14:50:46.447929 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.448657 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.490070 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:42Z', 'revision_number': 3, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:46.541286 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks [] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.547000 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8396e-339c-4329-bdab-3ae9b8e17fdc None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:42Z', 'revision_number': 3, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:50:46.572620 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Allocated IP 172.20.0.1 (9bcb15c3-6cef-42cb-bc37-587d1c4b0280/a6a4fc5b-d080-4cbc-a998-1f9243f02753/a4ec6143-7a08-4585-be47-de92d2eed9aa) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:46.587654 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Pushing event updated for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:46.611505 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33674) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:46.625347 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.632178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:46.635797 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:46.743073 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Attempting to bind port d7166815-ecb8-4bc1-ae3d-a25da7520df6 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:46.743459 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Attempting to bind port d7166815-ecb8-4bc1-ae3d-a25da7520df6 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:46.743884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Attempting to bind port d7166815-ecb8-4bc1-ae3d-a25da7520df6 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:46.756334 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:46.756730 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:46.757119 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.757832 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:46.758019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Bound port: d7166815-ecb8-4bc1-ae3d-a25da7520df6, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:46.758378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.821459 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks [] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:46.835488 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77352d-0bc3-421a-be75-b83fab245777 None None] Pushing event updated for resources: {'Port': ['ID=d7166815-ecb8-4bc1-ae3d-a25da7520df6,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:46.918248 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] For port d7166815-ecb8-4bc1-ae3d-a25da7520df6, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:46.924922 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] For port d7166815-ecb8-4bc1-ae3d-a25da7520df6, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=d7166815-ecb8-4bc1-ae3d-a25da7520df6,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:46.991664 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.025563 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.078886 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:47.086177 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218068412-network', 'tenant_id': 'f4d101ea6675447dbc26d5dfd9f92391'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:47.099918 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:47.103967 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:47.111350 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:47.111896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.118586 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77352d-0bc3-421a-be75-b83fab245777 None None] Pushing event updated for resources: {'Port': ['ID=d7166815-ecb8-4bc1-ae3d-a25da7520df6,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:47.129407 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:47.136053 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:47.141829 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:50:47.146413 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-5d1f4748-43e7-4ab7-a7b6-cdfd44d9c5fc None None] Provisioning complete for port 0e77441d-e8f9-45c0-9212-284535bc37b4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:47.147294 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5d1f4748-43e7-4ab7-a7b6-cdfd44d9c5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.248839 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Made reservation on behalf of f4d101ea6675447dbc26d5dfd9f92391 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:47.251371 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.272350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.295107 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f4748-43e7-4ab7-a7b6-cdfd44d9c5fc None None] Port 0e77441d-e8f9-45c0-9212-284535bc37b4 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:50:47.398504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 4b8957f6-38a5-444b-b6b2-5b0172a866a5 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:47.433876 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.453523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:47.454154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.516439 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:47.567409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:50:47.622246 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks [] for security_group (ed192f9b-aa36-4192-9848-0c5c12a887d4), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.627590 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-0495f3ed-dd20-4f0f-a706-89dbc22c3f5c admin admin] 10.222.0.36 "PUT /v2.0/routers/b3ff11f2-7ee4-4bf4-9e9d-952500376eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6681044 May 02 14:50:47.651209 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4a58dec2-dcc1-49b1-9018-eac26a9dd936 None None] Provisioning complete for port a4ec6143-7a08-4585-be47-de92d2eed9aa triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:47.651778 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4a58dec2-dcc1-49b1-9018-eac26a9dd936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.676021 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ed192f9b-aa36-4192-9848-0c5c12a887d4), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.722898 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:50:47.771745 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d26f6515-4279-4173-a914-65eb314ef51b req-69d7ea25-6987-415a-87fe-78ea1060c848 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0696995 May 02 14:50:47.789027 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (8b9bd349-8c7e-4039-b001-2efd0ea3c83f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.791137 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Added segment 8b9bd349-8c7e-4039-b001-2efd0ea3c83f of type vlan for network 4afef8d1-a3e2-4109-8b54-eae6eec07308 May 02 14:50:47.798967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4a58dec2-dcc1-49b1-9018-eac26a9dd936 None None] Port a4ec6143-7a08-4585-be47-de92d2eed9aa cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:50:47.817945 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:47.818344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.870272 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 4b8957f6-38a5-444b-b6b2-5b0172a866a5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=4b8957f6-38a5-444b-b6b2-5b0172a866a5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:47.892524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (4afef8d1-a3e2-4109-8b54-eae6eec07308), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.897865 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:43Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:47.902251 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:47.902556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed192f9b-aa36-4192-9848-0c5c12a887d4,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:47.956516 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324106de-1cea-47e6-9303-954cdc39b473 None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:43Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:50:47.958283 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.081092 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=4b8957f6-38a5-444b-b6b2-5b0172a866a5,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:48.088830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (4afef8d1-a3e2-4109-8b54-eae6eec07308), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.089858 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:48.091891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.212490 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] Pushing event updated for resources: {'Network': ['ID=4afef8d1-a3e2-4109-8b54-eae6eec07308,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:48.225250 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 4afef8d1-a3e2-4109-8b54-eae6eec07308 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:50:48.245074 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-64d6225f-8c03-4632-bbe3-bb9187aae299 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6320472 May 02 14:50:48.245198 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks [] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.258281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33720) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:48.264108 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Request body: {'subnet': {'network_id': '4afef8d1-a3e2-4109-8b54-eae6eec07308', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1218068412-subnet', 'tenant_id': 'f4d101ea6675447dbc26d5dfd9f92391', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:48.310455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.312696 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.455398 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Made reservation on behalf of f4d101ea6675447dbc26d5dfd9f92391 for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:48.457709 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.537566 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:48.578771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:48.605210 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:48.608033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:48.904755 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:50:48.921048 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33736) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:48.926487 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768344415', 'description': 'tempest-description--307176377'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:49.010808 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (3dbe8104-82d6-40b3-9a5e-60c42f6e05fd), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.076908 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-9a328700-6dfb-40e9-842f-cc5e94332356 None None] Provisioning complete for port a4ec6143-7a08-4585-be47-de92d2eed9aa triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:49.077919 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a328700-6dfb-40e9-842f-cc5e94332356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.110752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.153178 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6d6f6e4b-37d7-40ae-84b3-cd545ef42467 req-32214e65-cc67-4857-bb82-ca35c28eae8d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.1587331 May 02 14:50:49.209254 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9a328700-6dfb-40e9-842f-cc5e94332356 None None] Port a4ec6143-7a08-4585-be47-de92d2eed9aa cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:50:49.295026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (abcf59c5-68c4-443a-b93e-8b50c279c73b), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.321111 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Checking segment: {'id': '8b9bd349-8c7e-4039-b001-2efd0ea3c83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4afef8d1-a3e2-4109-8b54-eae6eec07308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:49.321491 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Network hostable DHCP agents. Network: 4afef8d1-a3e2-4109-8b54-eae6eec07308, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:50:49.389569 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbe8104-82d6-40b3-9a5e-60c42f6e05fd,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:49.403762 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (abcf59c5-68c4-443a-b93e-8b50c279c73b), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.434915 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:50:49.444296 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9b2ee051-6445-4163-88c2-dea7b9993021 admin admin] 10.222.0.36 "PUT /v2.0/routers/03b2fb9a-c0cb-4b93-a82a-e277fab57702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2383685 May 02 14:50:49.505590 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Network 4afef8d1-a3e2-4109-8b54-eae6eec07308 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:50:49.529373 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:50:49.530145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcf59c5-68c4-443a-b93e-8b50c279c73b,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:49.546150 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:49.546728 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:49.550886 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 4b8957f6-38a5-444b-b6b2-5b0172a866a5 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:49.559667 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.561447 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2c4990fe-4b24-4869-96c3-898df9dd2146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6390066 May 02 14:50:49.572443 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33748) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:49.578573 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group_rule': {'security_group_id': 'abcf59c5-68c4-443a-b93e-8b50c279c73b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:49.600045 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 4afef8d1-a3e2-4109-8b54-eae6eec07308) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:49.607985 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:49.609910 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.652225 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3dba1-2589-4fcd-bd29-2e5ae52b0a33 None None] Network 4afef8d1-a3e2-4109-8b54-eae6eec07308 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:49.710221 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:49.710627 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.742816 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5e87659f-9905-4616-9073-0b63c35fbd39 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4820464 May 02 14:50:49.766521 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (0c7dc677-d7e3-4c43-88c4-25f8dab82a14), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.890127 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (0c7dc677-d7e3-4c43-88c4-25f8dab82a14), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:49.914458 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:49.917734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device d7166815-ecb8-4bc1-ae3d-a25da7520df6 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:49.923838 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:50.041943 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (0c7dc677-d7e3-4c43-88c4-25f8dab82a14), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.075078 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7dc677-d7e3-4c43-88c4-25f8dab82a14,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:50.103777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a8c7d1-9adf-403c-81b4-3e3fab957061 None None] Network 4afef8d1-a3e2-4109-8b54-eae6eec07308 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:50.223229 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port d7166815-ecb8-4bc1-ae3d-a25da7520df6 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:50.223804 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.226688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.232339 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33790) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:50.232837 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e23a9772-f90f-407f-889c-0780306ecfc5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6590695 May 02 14:50:50.237441 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group_rule': {'security_group_id': 'abcf59c5-68c4-443a-b93e-8b50c279c73b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:50.259454 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.360050 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:46Z', 'revision_number': 2, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:50.387186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port d7166815-ecb8-4bc1-ae3d-a25da7520df6 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:50.388684 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.397193 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e3f6911-5fdd-4cb6-8161-ec6fe7a1485e req-fbeae8e7-e0ac-4e3a-ac3c-fab347eda3ac tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.1183276 May 02 14:50:50.423965 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:50:50.425153 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Updating router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 port 0e77441d-e8f9-45c0-9212-284535bc37b4 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:50:50.427811 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port d7166815-ecb8-4bc1-ae3d-a25da7520df6, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=d7166815-ecb8-4bc1-ae3d-a25da7520df6,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:50.466121 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.466323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (07529944-8080-41de-b3c0-beb430f4c830), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.477320 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.487246 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.41', 49894) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:50.546131 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-da0c4bec-7e3f-4979-867e-1ee0ac1aa82a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:50.547686 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-da0c4bec-7e3f-4979-867e-1ee0ac1aa82a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.4746895 May 02 14:50:50.578434 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=d7166815-ecb8-4bc1-ae3d-a25da7520df6,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:50.591794 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-0a3693c0-b39f-42a0-a5b5-40de7885000a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/quotas/e768ff7eb0ef4ff2aa7c1e0abebcb65c HTTP/1.1" status: 200 len: 375 time: 0.0286195 May 02 14:50:50.745078 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (07529944-8080-41de-b3c0-beb430f4c830), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.790153 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-77c01473-7329-4555-8b0b-bdf4641f9392 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:50.792332 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-77c01473-7329-4555-8b0b-bdf4641f9392 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.41 "GET /v2.0/networks?id=a9047b92-d977-496c-807f-6a3091ce867f HTTP/1.1" status: 200 len: 810 time: 0.3039219 May 02 14:50:50.793064 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-8fa628d2-392e-4d49-b326-f66737f0b60f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966662 May 02 14:50:50.843796 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (07529944-8080-41de-b3c0-beb430f4c830), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.855078 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:50:50.866161 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:50.866870 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:50.881881 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Request body: {'port': {'device_id': '19d89704-b049-49f6-8403-87dee4a69c77', 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f', 'admin_state_up': True, 'tenant_id': 'a7a4ca61dfab480ea605b2aefaa00039'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:50.884843 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks [] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.888392 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07529944-8080-41de-b3c0-beb430f4c830,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:50.950469 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.957288 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:50.961968 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2cbb924d-ef2c-4a35-bf71-b2b3edafe12a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7246149 May 02 14:50:50.964405 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33822) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:50.969697 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:51.028507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:51.088801 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b844af4-5c87-45ab-bf48-8e0f1c5053df None None] Pushing event updated for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:51.144812 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.193917 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Attempting to bind port 0e77441d-e8f9-45c0-9212-284535bc37b4 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:51.194305 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Attempting to bind port 0e77441d-e8f9-45c0-9212-284535bc37b4 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:51.196358 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Attempting to bind port 0e77441d-e8f9-45c0-9212-284535bc37b4 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:51.207985 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:51.208376 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Checking segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:51.208785 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.209179 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Bound using segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:51.210646 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Bound port: 0e77441d-e8f9-45c0-9212-284535bc37b4, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:51.211049 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.345133 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Made reservation on behalf of a7a4ca61dfab480ea605b2aefaa00039 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:51.358127 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.428261 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] For port 0e77441d-e8f9-45c0-9212-284535bc37b4, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:51.431457 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device d7166815-ecb8-4bc1-ae3d-a25da7520df6 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:51.432107 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] For port 0e77441d-e8f9-45c0-9212-284535bc37b4, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0e77441d-e8f9-45c0-9212-284535bc37b4,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:51.471795 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.496847 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33856) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:51.511399 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-930714715-network', 'tenant_id': 'ca949709f089499e8e626505a00961c2'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:51.516622 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33858) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:51.519039 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.584484 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b844af4-5c87-45ab-bf48-8e0f1c5053df None None] Pushing event updated for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=4']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:51.698136 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:51.700858 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:51.855750 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Provisioning complete for port 0e77441d-e8f9-45c0-9212-284535bc37b4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:51.856149 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:51.917559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-8070fe35-277d-4b31-9d7e-5e8ccd5eb098 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:50:51.919377 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-8070fe35-277d-4b31-9d7e-5e8ccd5eb098 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5189416 May 02 14:50:51.919491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Allocated IP 172.20.0.5 (a9047b92-d977-496c-807f-6a3091ce867f/db5aa8b5-a91f-445c-b3ec-75a8fc58d195/be1e1b11-79d4-464e-bead-3b59d1542ec3) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:51.961961 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:51.998815 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-030494fc-c6bd-4955-b921-92f8a58c8996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.091454 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port d7166815-ecb8-4bc1-ae3d-a25da7520df6 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:52.100285 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.111310 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Made reservation on behalf of ca949709f089499e8e626505a00961c2 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:52.113984 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.125645 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-81260f36-f483-4ab1-b289-fc9407b27248 req-2f9f8876-0ad9-4343-b196-121bebdcb345 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0377362 May 02 14:50:52.133136 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Allocated IP 172.27.0.11 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/07ef69ff-2c66-430e-a462-e36a529909db) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:50:52.146080 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.247271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks [] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.261345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Current status of the port 0e77441d-e8f9-45c0-9212-284535bc37b4 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:52.262008 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.284693 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-21417420-3c50-4cc7-aa25-f3b00ea70755 service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551893 May 02 14:50:52.286944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 2, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:52.293599 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:51Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:52.320483 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:50:52.321627 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Updating router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 port a4ec6143-7a08-4585-be47-de92d2eed9aa binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:50:52.324066 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126bce7-c827-4539-9cb4-ff3e930e803d None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:51Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:50:52.369144 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] For port 0e77441d-e8f9-45c0-9212-284535bc37b4, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0e77441d-e8f9-45c0-9212-284535bc37b4,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:52.385202 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (07ef69ff-2c66-430e-a462-e36a529909db), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.410668 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.449444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port d7166815-ecb8-4bc1-ae3d-a25da7520df6 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:52.493985 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.527254 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-030494fc-c6bd-4955-b921-92f8a58c8996 admin admin] Publish callbacks [] for security_group (d70f81ae-42c0-4757-83a9-c928d005e418), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.572124 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-36579a06-50dc-42e7-9be4-1ac7d1b699ef service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732034 May 02 14:50:52.607228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks [] for security_group (e5bf1250-d8f0-4c12-be14-9732ab4806fe), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.653358 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Network a9047b92-d977-496c-807f-6a3091ce867f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:52.659118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.659314 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-030494fc-c6bd-4955-b921-92f8a58c8996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d70f81ae-42c0-4757-83a9-c928d005e418), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.687809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (07ef69ff-2c66-430e-a462-e36a529909db), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.720246 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:52.743529 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:52.753124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:52.754342 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.769804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Pushing event updated for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:52.809342 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e5bf1250-d8f0-4c12-be14-9732ab4806fe), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.818925 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-eb8ffcf6-ff7c-45f7-a558-d66e7d8f9424 None None] Provisioning complete for port 0e77441d-e8f9-45c0-9212-284535bc37b4 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:52.819318 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eb8ffcf6-ff7c-45f7-a558-d66e7d8f9424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.862427 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-030494fc-c6bd-4955-b921-92f8a58c8996 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cd40bf13aa84f1ca1b818840e0367c4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3447418 May 02 14:50:52.865362 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33902) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:52.867005 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:50:52.871769 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030494fc-c6bd-4955-b921-92f8a58c8996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70f81ae-42c0-4757-83a9-c928d005e418,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:52.905770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:52.908741 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:50:52.922053 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:50:52.961755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-ec95c143-27ec-4b8c-9a93-3cdd8f8e3e9a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0892799 May 02 14:50:52.985729 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (3f64addb-54d7-4375-8b08-e47fe04e9768), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:52.985729 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Added segment 3f64addb-54d7-4375-8b08-e47fe04e9768 of type vlan for network 29070c67-68c4-41f7-a13f-f084cb50c4cf May 02 14:50:53.006027 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db6e83-42fd-4c32-a908-a5a694fed364 None None] Pushing event updated for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:53.052220 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf1250-d8f0-4c12-be14-9732ab4806fe,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:53.207695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ffcf6-ff7c-45f7-a558-d66e7d8f9424 None None] Current status of the port 0e77441d-e8f9-45c0-9212-284535bc37b4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:53.208648 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=07ef69ff-2c66-430e-a462-e36a529909db,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:53.210139 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c99a7f8-62e2-4a61-b4f6-b631f1dc2e14 req-bbb4c283-49af-4abf-bce5-2a3284baa173 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 210 time: 0.0464416 May 02 14:50:53.210139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] Publish callbacks [] for security_group (d70f81ae-42c0-4757-83a9-c928d005e418), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.210139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] Publish callbacks [] for security_group (d70f81ae-42c0-4757-83a9-c928d005e418), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.254659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.297301 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (29070c67-68c4-41f7-a13f-f084cb50c4cf), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.325963 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-d1536424-da98-4d16-9d2e-daf3ce73b989 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:50:53.326991 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-d1536424-da98-4d16-9d2e-daf3ce73b989 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0364330 May 02 14:50:53.453265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0e77441d-e8f9-45c0-9212-284535bc37b4 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:53.534326 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (29070c67-68c4-41f7-a13f-f084cb50c4cf), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.535391 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:53.536331 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.539181 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (07ef69ff-2c66-430e-a462-e36a529909db), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.573878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d70f81ae-42c0-4757-83a9-c928d005e418), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.576730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.581975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d70f81ae-42c0-4757-83a9-c928d005e418 HTTP/1.1" status: 204 len: 168 time: 0.7151957 May 02 14:50:53.603026 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks [] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.613402 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907ab45-f265-40bc-a925-07c8aacec01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70f81ae-42c0-4757-83a9-c928d005e418,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:53.647095 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 0e77441d-e8f9-45c0-9212-284535bc37b4 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:53.648076 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.683500 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bad7d-b7c9-49a3-91d5-e7a0c12af45d req-e11d77f2-e359-41f6-9ecc-fa14a6ab9160 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:53.691586 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7b8bad7d-b7c9-49a3-91d5-e7a0c12af45d req-e11d77f2-e359-41f6-9ecc-fa14a6ab9160 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 931 time: 0.2965968 May 02 14:50:53.746982 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:53.877481 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a76a9-69b7-4722-8641-8d47feed8928 None None] Pushing event updated for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:53.879104 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 33952) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:53.916782 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-4b496558-0120-4660-8510-dd0765cb4aba tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:53.920021 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-4b496558-0120-4660-8510-dd0765cb4aba tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.2261128 May 02 14:50:53.938408 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-2a6345b6-7ba1-402e-8b87-55e4e21d7060 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/quotas/e768ff7eb0ef4ff2aa7c1e0abebcb65c HTTP/1.1" status: 200 len: 375 time: 0.0135665 May 02 14:50:53.949457 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7b8bad7d-b7c9-49a3-91d5-e7a0c12af45d req-00c82848-03aa-4b7b-8296-066d303a59f0 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517045 May 02 14:50:53.949457 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4497108 May 02 14:50:53.951756 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 33956) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:54.007515 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Request body: {'subnet': {'network_id': '29070c67-68c4-41f7-a13f-f084cb50c4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-930714715-subnet', 'tenant_id': 'ca949709f089499e8e626505a00961c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:54.094924 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-2ed34be2-672c-41cd-8988-e3a96b3b83ec tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499205 May 02 14:50:54.142383 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d0ef0-e0da-4666-9129-ca7182e3eb11 admin admin] Pushing event updated for resources: {'Network': ['ID=29070c67-68c4-41f7-a13f-f084cb50c4cf,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:54.174293 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Made reservation on behalf of ca949709f089499e8e626505a00961c2 for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:50:54.180107 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.386577 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 29070c67-68c4-41f7-a13f-f084cb50c4cf details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:50:54.508161 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-fb9a77fd-2711-4452-900e-9592d2affbc8 None None] Provisioning complete for port a4ec6143-7a08-4585-be47-de92d2eed9aa triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:54.508161 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fb9a77fd-2711-4452-900e-9592d2affbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.512036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Attempting to bind port a4ec6143-7a08-4585-be47-de92d2eed9aa on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:54.512036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Attempting to bind port a4ec6143-7a08-4585-be47-de92d2eed9aa by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:54.512036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Attempting to bind port a4ec6143-7a08-4585-be47-de92d2eed9aa on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:54.517475 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 0e77441d-e8f9-45c0-9212-284535bc37b4 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:54.568487 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (f29de37e-5cae-4f5d-97f5-256ab8cec8c5), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.642421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:54.643170 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:54.643750 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.645475 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Bound using segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:54.646475 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Bound port: a4ec6143-7a08-4585-be47-de92d2eed9aa, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:54.648935 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.751347 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Checking segment: {'id': '3f64addb-54d7-4375-8b08-e47fe04e9768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '29070c67-68c4-41f7-a13f-f084cb50c4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:54.751347 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Network hostable DHCP agents. Network: 29070c67-68c4-41f7-a13f-f084cb50c4cf, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:50:54.790915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-008941dd-311e-498a-86ec-bda37f901299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.840176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29de37e-5cae-4f5d-97f5-256ab8cec8c5,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:54.887842 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (07ef69ff-2c66-430e-a462-e36a529909db), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:54.918569 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-a28b6d8d-2f5b-498b-8454-ba4135d2f2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929051 May 02 14:50:54.985718 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Network 29070c67-68c4-41f7-a13f-f084cb50c4cf is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:50:54.998990 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a77fd-2711-4452-900e-9592d2affbc8 None None] Port a4ec6143-7a08-4585-be47-de92d2eed9aa cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:50:55.027034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (07ef69ff-2c66-430e-a462-e36a529909db), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.112587 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 29070c67-68c4-41f7-a13f-f084cb50c4cf) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:50:55.118399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] For port a4ec6143-7a08-4585-be47-de92d2eed9aa, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:55.125988 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43da3569-a6e8-4bab-91f3-8633089242b4 None None] Network 29070c67-68c4-41f7-a13f-f084cb50c4cf requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:55.129167 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] For port a4ec6143-7a08-4585-be47-de92d2eed9aa, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a4ec6143-7a08-4585-be47-de92d2eed9aa,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:55.140708 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:55.141900 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.143724 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-d73b160d-e304-4bbd-aa18-a182f0364d97 service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308841 May 02 14:50:55.158080 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-008941dd-311e-498a-86ec-bda37f901299 admin admin] Publish callbacks [] for security_group (329ab726-a0e2-4ece-b304-424d5b1a7cb0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.168074 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.212325 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=07ef69ff-2c66-430e-a462-e36a529909db,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:55.250397 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483e38f-1d35-402e-b740-bb4f03b797bd req-637b4b14-7192-419f-a509-235c2b066f39 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:55.252249 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a483e38f-1d35-402e-b740-bb4f03b797bd req-637b4b14-7192-419f-a509-235c2b066f39 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 931 time: 0.0599144 May 02 14:50:55.304587 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-008941dd-311e-498a-86ec-bda37f901299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (329ab726-a0e2-4ece-b304-424d5b1a7cb0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.309231 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.334820 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a483e38f-1d35-402e-b740-bb4f03b797bd req-601dade2-a2d9-4de7-ae6a-5828ebe3b35a tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718701 May 02 14:50:55.370523 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-008941dd-311e-498a-86ec-bda37f901299 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1a823c683724897b4a5546c84e2a95c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4878838 May 02 14:50:55.370523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008941dd-311e-498a-86ec-bda37f901299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329ab726-a0e2-4ece-b304-424d5b1a7cb0,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:55.371482 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34012) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:55.405756 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.407234 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-28c3d92d-c260-4e01-9a7f-a120e1261a8c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4418190 May 02 14:50:55.412106 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-af1ec3a7-91d9-4fa8-8eef-b3635ef79a1d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4252181 May 02 14:50:55.434272 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:50:55.435072 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:50:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:55.568246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] Publish callbacks [] for security_group (329ab726-a0e2-4ece-b304-424d5b1a7cb0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.606374 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34028) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:55.628512 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c640d1d7-b888-4705-b5eb-1e52659673e3 req-9f3e541e-0324-4bfd-b714-ab771b7186ac tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0759532 May 02 14:50:55.658891 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9804cac-b6fa-4710-863e-353888cf6d83 None None] Network 29070c67-68c4-41f7-a13f-f084cb50c4cf requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:50:55.703551 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a76a9-69b7-4722-8641-8d47feed8928 None None] Pushing event updated for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:55.743523 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] Publish callbacks [] for security_group (329ab726-a0e2-4ece-b304-424d5b1a7cb0), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:55.938949 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Deleting subnet 3dbe8104-82d6-40b3-9a5e-60c42f6e05fd {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:50:55.945178 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Publish callbacks [] for subnet (3dbe8104-82d6-40b3-9a5e-60c42f6e05fd), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.048614 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Publish callbacks [] for subnet (3dbe8104-82d6-40b3-9a5e-60c42f6e05fd), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.077655 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (3dbe8104-82d6-40b3-9a5e-60c42f6e05fd), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.110762 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:50:56.126134 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-ca04ab45-d624-4c79-9b09-65b5c53817f4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1768344415&fields=id&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 267 time: 0.2288609 May 02 14:50:56.187480 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Provisioning complete for port a4ec6143-7a08-4585-be47-de92d2eed9aa triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:56.198624 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.198844 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Request body: {'port': {'device_id': '19d89704-b049-49f6-8403-87dee4a69c77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:50:56.287671 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (329ab726-a0e2-4ece-b304-424d5b1a7cb0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.290889 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.292116 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/329ab726-a0e2-4ece-b304-424d5b1a7cb0 HTTP/1.1" status: 204 len: 168 time: 0.9193208 May 02 14:50:56.303354 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc3b43-d5b9-4adf-b4d9-e2104212afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329ab726-a0e2-4ece-b304-424d5b1a7cb0,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:56.340899 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.353029 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-2709b24e-5aa2-4324-a9ea-546c001ddc40 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:56.356553 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (3dbe8104-82d6-40b3-9a5e-60c42f6e05fd), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.379215 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-2709b24e-5aa2-4324-a9ea-546c001ddc40 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 817 time: 0.2433283 May 02 14:50:56.405186 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.422871 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3dbe8104-82d6-40b3-9a5e-60c42f6e05fd HTTP/1.1" status: 204 len: 168 time: 0.8152854 May 02 14:50:56.424410 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34066) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:56.450337 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-2c8d5ca8-6994-4604-bcb3-f43eb46d181c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/quotas/8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 375 time: 0.0671475 May 02 14:50:56.478438 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Current status of the port a4ec6143-7a08-4585-be47-de92d2eed9aa is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:56.479295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.509799 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8eb4c-f09f-4ba0-b4af-d8a432623a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbe8104-82d6-40b3-9a5e-60c42f6e05fd,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:56.578181 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:55Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:56.584103 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81110b-2d98-4261-a5f3-782e21431843 req-9a43f6a9-c8f1-4ee7-8c7d-5422d46d5214 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:56.585717 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1a81110b-2d98-4261-a5f3-782e21431843 req-9a43f6a9-c8f1-4ee7-8c7d-5422d46d5214 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 931 time: 0.1603603 May 02 14:50:56.618273 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-3d0db493-64c3-45ff-a597-76000d6c34ad tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616516 May 02 14:50:56.625527 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] For port a4ec6143-7a08-4585-be47-de92d2eed9aa, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a4ec6143-7a08-4585-be47-de92d2eed9aa,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:50:56.630533 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47dd77f-e80e-4033-8db7-27612a774997 None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:55Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:50:56.710753 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.810141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71aaa4-c880-4c2b-a344-6023edec6179 None None] Pushing event updated for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:56.920924 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (4afef8d1-a3e2-4109-8b54-eae6eec07308), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:56.944398 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1a81110b-2d98-4261-a5f3-782e21431843 req-1e3bbff4-fe92-44f1-8696-aaa9ee4fde5d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288426 May 02 14:50:57.091619 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56ab008f-6160-4eb8-8e4d-dd6e7e9a2056 req-89c411c7-a9af-4af7-b791-4e3f47b14aaa tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0601189 May 02 14:50:57.106394 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-40835b85-bf58-45da-87f8-8f98dfb65d1a service neutron] 10.222.0.36 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798341 May 02 14:50:57.180827 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (4afef8d1-a3e2-4109-8b54-eae6eec07308), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:57.210807 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.211080 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.212246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.212768 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > port after_create 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.212889 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > port after_delete 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.213289 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > port after_update 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.213723 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.214162 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.214471 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.214842 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.375333 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a4ec6143-7a08-4585-be47-de92d2eed9aa up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:50:57.527569 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-6b657deb-1df9-42fb-9a1e-6a76d9713a71 service neutron] 10.222.0.36 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180815 May 02 14:50:57.565736 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port a4ec6143-7a08-4585-be47-de92d2eed9aa triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:50:57.566044 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:57.715275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1e1b11-79d4-464e-bead-3b59d1542ec3 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:50:57.727142 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks [] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:57.786368 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port a4ec6143-7a08-4585-be47-de92d2eed9aa is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:50:57.790316 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Transition to ACTIVE for port object be1e1b11-79d4-464e-bead-3b59d1542ec3 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:50:57.873937 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.874327 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.874669 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.875006 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:50:57.875376 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afef8d1-a3e2-4109-8b54-eae6eec07308']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:57.968728 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a10cf9de-a6c9-40ad-87e5-8ab47da45c65 req-54686b4f-c693-4f49-90c4-e90501d43517 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0859168 May 02 14:50:57.977167 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9bd349-8c7e-4039-b001-2efd0ea3c83f') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:57.977667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9bd349-8c7e-4039-b001-2efd0ea3c83f') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:58.019073 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (8b9bd349-8c7e-4039-b001-2efd0ea3c83f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.033276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.073891 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (8b9bd349-8c7e-4039-b001-2efd0ea3c83f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.093065 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:50:58.093564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (8b9bd349-8c7e-4039-b001-2efd0ea3c83f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: from cryptography.utils import int_from_bytes May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: from cryptography.utils import int_from_bytes May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:50:58.114940 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:50:58.290796 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8f3cd6b2-b6ac-4472-b06d-a231d1610e95 req-8a6e5123-a3c6-4db6-aeae-b999a2c6a283 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0546494 May 02 14:50:58.303157 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Pushing event updated for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:58.328846 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075800aa-5dd6-4584-ab55-f77a47537687 req-433205fb-715f-405e-9037-5101a13c9848 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:58.340037 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-075800aa-5dd6-4584-ab55-f77a47537687 req-433205fb-715f-405e-9037-5101a13c9848 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.1685970 May 02 14:50:58.388069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Attempting to bind port be1e1b11-79d4-464e-bead-3b59d1542ec3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:50:58.391504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Attempting to bind port be1e1b11-79d4-464e-bead-3b59d1542ec3 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '9a730b9b-71dd-49fc-864f-e3eb23653543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:50:58.391504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Attempting to bind port be1e1b11-79d4-464e-bead-3b59d1542ec3 on network a9047b92-d977-496c-807f-6a3091ce867f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:58.408326 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (4afef8d1-a3e2-4109-8b54-eae6eec07308), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.416911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Port be1e1b11-79d4-464e-bead-3b59d1542ec3 on network a9047b92-d977-496c-807f-6a3091ce867f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:50:58.428894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Attempting to bind port be1e1b11-79d4-464e-bead-3b59d1542ec3 on network a9047b92-d977-496c-807f-6a3091ce867f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:50:58.429405 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.429405 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] 10.222.0.36 "DELETE /v2.0/networks/4afef8d1-a3e2-4109-8b54-eae6eec07308 HTTP/1.1" status: 204 len: 168 time: 1.9383900 May 02 14:50:58.445100 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34124) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:58.455894 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624809ee-f8c9-469f-8c1a-53591e531fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=4afef8d1-a3e2-4109-8b54-eae6eec07308,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:58.483123 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:50:58.483488 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Checking segment: {'id': '9a730b9b-71dd-49fc-864f-e3eb23653543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:50:58.484101 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Bound using segment: {'id': '9a730b9b-71dd-49fc-864f-e3eb23653543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:50:58.484578 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Bound port: be1e1b11-79d4-464e-bead-3b59d1542ec3, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a730b9b-71dd-49fc-864f-e3eb23653543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:50:58.484940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.544219 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-075800aa-5dd6-4584-ab55-f77a47537687 req-c77712c6-4af8-402e-be54-e2489ef199d7 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958070 May 02 14:50:58.576703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Deleting subnet f29de37e-5cae-4f5d-97f5-256ab8cec8c5 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:50:58.581847 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Publish callbacks [] for subnet (f29de37e-5cae-4f5d-97f5-256ab8cec8c5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.637299 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Publish callbacks [] for subnet (f29de37e-5cae-4f5d-97f5-256ab8cec8c5), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.651020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (f29de37e-5cae-4f5d-97f5-256ab8cec8c5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.845114 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:50:58.852219 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3,segment=NetworkSegment(9a730b9b-71dd-49fc-864f-e3eb23653543),segment_id=9a730b9b-71dd-49fc-864f-e3eb23653543)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:50:58.873679 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (f29de37e-5cae-4f5d-97f5-256ab8cec8c5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.890048 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:58.896718 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f29de37e-5cae-4f5d-97f5-256ab8cec8c5 HTTP/1.1" status: 204 len: 168 time: 0.4397237 May 02 14:50:58.897013 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34140) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:50:58.915270 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59201a4b-7db1-4386-9664-c716edf3edf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29de37e-5cae-4f5d-97f5-256ab8cec8c5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:58.974136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.037431 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (29070c67-68c4-41f7-a13f-f084cb50c4cf), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.109108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:59.109108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.109108 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] 10.222.0.41 "PUT /v2.0/ports/be1e1b11-79d4-464e-bead-3b59d1542ec3 HTTP/1.1" status: 200 len: 1093 time: 3.1574109 May 02 14:50:59.109108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:50:59.195970 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-193bdb7b-bbf2-419a-9dcd-951229603140 req-4f7607e2-005b-444b-8965-0360f99cc182 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0834949 May 02 14:50:59.240823 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c87c5-7a0a-4281-8cbf-9fea5618e076 service neutron] Pushing event updated for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:59.269473 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (29070c67-68c4-41f7-a13f-f084cb50c4cf), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.292120 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29070c67-68c4-41f7-a13f-f084cb50c4cf']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:59.302328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f64addb-54d7-4375-8b08-e47fe04e9768') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:59.309023 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f64addb-54d7-4375-8b08-e47fe04e9768') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:50:59.313094 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (3f64addb-54d7-4375-8b08-e47fe04e9768), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.332952 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (3f64addb-54d7-4375-8b08-e47fe04e9768), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.364732 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:50:59.364732 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (3f64addb-54d7-4375-8b08-e47fe04e9768), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:50:59.366850 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:50:59.440759 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:50:59.479986 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9184c09e-3c4f-463c-b531-ef76bc978592 req-c9be5df3-5768-4b37-b0ba-95952ecb6391 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0754387 May 02 14:50:59.619714 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (29070c67-68c4-41f7-a13f-f084cb50c4cf), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.626394 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:50:59.636806 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] 10.222.0.36 "DELETE /v2.0/networks/29070c67-68c4-41f7-a13f-f084cb50c4cf HTTP/1.1" status: 204 len: 168 time: 0.7383747 May 02 14:50:59.683355 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5669df7-1a64-43a6-9943-b4110b75cfce admin admin] Pushing event deleted for resources: {'Network': ['ID=29070c67-68c4-41f7-a13f-f084cb50c4cf,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:50:59.827539 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6169-9c0a-4c08-bfb2-027d30f87f9b req-879b4598-7fda-49cd-8fe4-f927e6ac1182 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:50:59.831625 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d1a6169-9c0a-4c08-bfb2-027d30f87f9b req-879b4598-7fda-49cd-8fe4-f927e6ac1182 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.1123440 May 02 14:50:59.857749 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65fae9f-c499-4725-8a61-b610c0aad46a x-openstack-request-id: req-f65fae9f-c499-4725-8a61-b610c0aad46a {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:50:59.858068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:50:59.858466 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f65fae9f-c499-4725-8a61-b610c0aad46a {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:50:59.858966 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65fae9f-c499-4725-8a61-b610c0aad46a'] response: {'name': 'network-changed', 'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3', 'status': 'completed', 'code': 200} May 02 14:51:00.090407 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d1a6169-9c0a-4c08-bfb2-027d30f87f9b req-bc855576-6d61-407a-b9ef-f1dacf273fcd tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565233 May 02 14:51:00.301526 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-40698c1f-afd9-48af-a4c1-44aa97a2b98d req-b8ad5304-d3d5-4196-977d-fd7b4323aadf tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0327981 May 02 14:51:00.589010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e29e19c5-7191-4c3c-ac8a-c149026b7c63 req-49656baf-817d-4700-be9a-8f3ac798dd91 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0369716 May 02 14:51:00.818609 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34204) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:00.866624 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-42ac61d8-19b3-4709-9492-1a9e4639dc55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4d101ea6675447dbc26d5dfd9f92391&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468395 May 02 14:51:00.869712 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34208) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:00.929132 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] Publish callbacks [] for security_group (ed192f9b-aa36-4192-9848-0c5c12a887d4), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:00.955875 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] Publish callbacks [] for security_group (ed192f9b-aa36-4192-9848-0c5c12a887d4), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:01.179306 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ed192f9b-aa36-4192-9848-0c5c12a887d4), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:01.182547 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:01.184057 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed192f9b-aa36-4192-9848-0c5c12a887d4 HTTP/1.1" status: 204 len: 168 time: 0.3132186 May 02 14:51:01.193636 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba0c1e-86f8-43ab-af79-5d159deec95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed192f9b-aa36-4192-9848-0c5c12a887d4,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:01.204975 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541f943-697a-4967-b701-87f555209317 req-5ff31ee5-dc11-4271-91c8-4e069bc8cd6f tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:01.219407 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8541f943-697a-4967-b701-87f555209317 req-5ff31ee5-dc11-4271-91c8-4e069bc8cd6f tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.0699174 May 02 14:51:01.323054 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8541f943-697a-4967-b701-87f555209317 req-4642d4aa-bce8-40a0-bb8c-d45a3945aeb6 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000438 May 02 14:51:01.409906 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-22b7c30f-3893-4b5e-8551-ecc36678cb27 req-658b0ce3-40c6-42b5-a51b-35f940451998 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0364556 May 02 14:51:01.702224 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9d64677f-dfb8-4e7c-8b03-fefc8f3e431c req-bebe58f1-1174-4bce-aa78-6d39167a102b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0315545 May 02 14:51:02.448055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80538497-64d9-41f2-aa6d-71829e0ba7e1 req-c6b8ee46-7af5-44c7-89da-4b6f91115967 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:02.458335 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-80538497-64d9-41f2-aa6d-71829e0ba7e1 req-c6b8ee46-7af5-44c7-89da-4b6f91115967 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.0593371 May 02 14:51:02.512534 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-80538497-64d9-41f2-aa6d-71829e0ba7e1 req-823efaf7-3144-424d-9d82-7dfbb23d774d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531371 May 02 14:51:02.528553 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-459ef1c1-9c4c-4f75-b11d-e86206327b27 req-90273ffa-d0b4-4415-aee9-9b06ae38855d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0283313 May 02 14:51:02.773564 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34274) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:02.833070 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-32b49d1f-0acb-4ff0-bfe6-cc362cb096c0 req-d1c72335-cb2e-475c-acc4-ed3430cad9b6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0393500 May 02 14:51:02.858584 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-31126b4d-52cc-4767-a49d-afa65593aaca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca949709f089499e8e626505a00961c2&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0833030 May 02 14:51:02.861537 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34284) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:02.965247 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] Publish callbacks [] for security_group (e5bf1250-d8f0-4c12-be14-9732ab4806fe), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:02.993747 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] Publish callbacks [] for security_group (e5bf1250-d8f0-4c12-be14-9732ab4806fe), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:03.178656 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e5bf1250-d8f0-4c12-be14-9732ab4806fe), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:03.181419 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:03.185445 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5bf1250-d8f0-4c12-be14-9732ab4806fe HTTP/1.1" status: 204 len: 168 time: 0.3200269 May 02 14:51:03.206455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d049-e436-4c08-b014-a070a95f562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf1250-d8f0-4c12-be14-9732ab4806fe,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:03.652349 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110e6a-9fcb-45c7-b5dd-760fc5552952 req-8c4d8c69-0595-4f5e-8a88-4b0d782444c4 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:03.658240 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-71110e6a-9fcb-45c7-b5dd-760fc5552952 req-8c4d8c69-0595-4f5e-8a88-4b0d782444c4 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.0590918 May 02 14:51:03.660589 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-959c202a-bd94-44bb-9931-bd1ccb4f66ce req-3a323dc0-6151-4f56-80d9-b8c8f1bbded4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0348618 May 02 14:51:03.745803 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-71110e6a-9fcb-45c7-b5dd-760fc5552952 req-c51a54f6-a62a-4c2e-bbec-00ddebcf7895 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 May 02 14:51:03.979524 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eeaf90bb-90d2-43ec-b315-74b0b0ee4772 req-24e65da8-4baa-4cf2-a004-357fc283650e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0461800 May 02 14:51:03.979661 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:51:04.098985 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34328) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:04.337791 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-658a7ea8-b467-423a-96cb-dd65082ef4f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:04.531353 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-658a7ea8-b467-423a-96cb-dd65082ef4f8 admin admin] Publish callbacks [] for security_group (ded32529-8f0d-46cd-8395-d7c179f01546), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:04.648706 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-658a7ea8-b467-423a-96cb-dd65082ef4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ded32529-8f0d-46cd-8395-d7c179f01546), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:04.858947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.41', 49921) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:04.896169 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-658a7ea8-b467-423a-96cb-dd65082ef4f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=079e1d8ca345419e82fe09aa982f8ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7678766 May 02 14:51:04.938435 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34370) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:04.961673 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.41', 49922) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:04.966031 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a7ea8-b467-423a-96cb-dd65082ef4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded32529-8f0d-46cd-8395-d7c179f01546,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:05.001914 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7aeb9e02-01af-48ae-8492-6648e9fa2cf8 req-cd28b477-bc09-4c95-9f89-4e32776c1be7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.2276297 May 02 14:51:05.096214 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34378) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:05.134822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-7fa80dc2-ab83-4235-a000-7a6fcff9e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:05.136770 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-7fa80dc2-ab83-4235-a000-7a6fcff9e2f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 1127 time: 0.2737486 May 02 14:51:05.300952 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6edf59ed-e81e-4711-9bc4-80b2264dd3e2 req-f4fdacd4-cc99-4b20-9c85-45ed0535e989 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.1505647 May 02 14:51:05.375379 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] Publish callbacks [] for security_group (ded32529-8f0d-46cd-8395-d7c179f01546), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.429238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] Publish callbacks [] for security_group (ded32529-8f0d-46cd-8395-d7c179f01546), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.591523 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-003d15b2-fd7e-4c36-9492-c581115cc067 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:05.594874 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-003d15b2-fd7e-4c36-9492-c581115cc067 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.5811079 May 02 14:51:05.612268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b183fc3-df32-4c15-9d8e-11c574f30351 req-7d88bc00-2499-4cce-b03a-adc38d80d83b tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:05.613762 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5b183fc3-df32-4c15-9d8e-11c574f30351 req-7d88bc00-2499-4cce-b03a-adc38d80d83b tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.6265121 May 02 14:51:05.616300 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'port': {'device_id': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'admin_state_up': True, 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:05.623095 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3df1711e-93d6-4571-891b-4c7c8a5338ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.715758 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ded32529-8f0d-46cd-8395-d7c179f01546), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.718905 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.723176 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ded32529-8f0d-46cd-8395-d7c179f01546 HTTP/1.1" status: 204 len: 168 time: 0.7199328 May 02 14:51:05.748577 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1665d-12ae-41ad-90ba-20c6f75ba17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded32529-8f0d-46cd-8395-d7c179f01546,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:05.757243 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-61583477-b75c-4711-935e-3213185b4bdf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:05.758718 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-61583477-b75c-4711-935e-3213185b4bdf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.9120286 May 02 14:51:05.781069 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5b183fc3-df32-4c15-9d8e-11c574f30351 req-91b784e5-05d7-40a9-b0b8-7de6288228bd tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573884 May 02 14:51:05.782479 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-74f5a22b-9158-4916-b376-c89fabbc39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:05.783864 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-74f5a22b-9158-4916-b376-c89fabbc39d6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2865732 May 02 14:51:05.813557 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3df1711e-93d6-4571-891b-4c7c8a5338ac admin admin] Publish callbacks [] for security_group (06378a8d-9a7a-49f2-bbae-66210fb03443), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.922475 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Made reservation on behalf of e768ff7eb0ef4ff2aa7c1e0abebcb65c for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:05.925770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.928178 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3df1711e-93d6-4571-891b-4c7c8a5338ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (06378a8d-9a7a-49f2-bbae-66210fb03443), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:05.989667 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3df1711e-93d6-4571-891b-4c7c8a5338ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5fd736ffb584f02850b8ff046c9bda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8426559 May 02 14:51:05.992331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34402) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:06.006369 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1711e-93d6-4571-891b-4c7c8a5338ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06378a8d-9a7a-49f2-bbae-66210fb03443,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:06.057511 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] Publish callbacks [] for security_group (06378a8d-9a7a-49f2-bbae-66210fb03443), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.081707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] Publish callbacks [] for security_group (06378a8d-9a7a-49f2-bbae-66210fb03443), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.143821 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a388c6e8-009d-4f0f-b496-0f1a1475990f req-b273dc7b-4c95-41a4-9ea0-e9d581fc5929 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0397530 May 02 14:51:06.232376 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Allocated IP 172.20.0.8 (9bcb15c3-6cef-42cb-bc37-587d1c4b0280/a6a4fc5b-d080-4cbc-a998-1f9243f02753/83ff0868-37ba-44fb-8d7d-3d28f945b846) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:06.247092 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (06378a8d-9a7a-49f2-bbae-66210fb03443), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.249898 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.251070 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06378a8d-9a7a-49f2-bbae-66210fb03443 HTTP/1.1" status: 204 len: 168 time: 0.2577541 May 02 14:51:06.259089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f6710-829c-4ab3-9735-23390ac9de73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06378a8d-9a7a-49f2-bbae-66210fb03443,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:06.393675 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.412325 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34414) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:06.436628 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f8e94de7-abca-46af-9f45-4382af975e48 req-fb84ae70-501f-432c-996c-ad08593cc579 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0384095 May 02 14:51:06.447061 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34418) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:06.527894 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.741632 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:06.747274 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:06.755667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:06.791016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0f08e58e-c04a-41ea-bae0-941732785c32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.807142 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:06.851750 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b186f242-e9f2-4576-9a65-f515e7bae94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.907776 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:06.907776 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.939332 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0f08e58e-c04a-41ea-bae0-941732785c32 admin admin] Publish callbacks [] for security_group (3dbb5f91-75c6-4d13-bc41-0be9b0544b64), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:06.980967 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce3350-ce96-484b-a8b2-cea8cf75accf req-b4b11a6d-b00d-404a-ac03-e8c0990a2148 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:06.982480 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b2ce3350-ce96-484b-a8b2-cea8cf75accf req-b4b11a6d-b00d-404a-ac03-e8c0990a2148 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.0851936 May 02 14:51:07.059496 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b2ce3350-ce96-484b-a8b2-cea8cf75accf req-79f01396-da09-4c7d-844c-18cf5f1bb96f tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701923 May 02 14:51:07.061723 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b186f242-e9f2-4576-9a65-f515e7bae94e admin admin] Publish callbacks [] for security_group (b089279e-d937-45af-be57-da385d0f9836), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.121607 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-751c568b-8c48-4d75-b963-5425341baf41 None None] Provisioning complete for port 83ff0868-37ba-44fb-8d7d-3d28f945b846 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:07.122208 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-751c568b-8c48-4d75-b963-5425341baf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.154957 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-751c568b-8c48-4d75-b963-5425341baf41 None None] Port 83ff0868-37ba-44fb-8d7d-3d28f945b846 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:51:07.196678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'port': {'device_id': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'admin_state_up': True, 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:07.215178 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-2f66cc72-b387-4178-bb45-8f0d6ece2e8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6032526 May 02 14:51:07.235263 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b186f242-e9f2-4576-9a65-f515e7bae94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (b089279e-d937-45af-be57-da385d0f9836), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.269623 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-0f08e58e-c04a-41ea-bae0-941732785c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3dbb5f91-75c6-4d13-bc41-0be9b0544b64), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.278468 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b186f242-e9f2-4576-9a65-f515e7bae94e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ec471d8984c4c71a0e26567cd1f10e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8287668 May 02 14:51:07.278755 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186f242-e9f2-4576-9a65-f515e7bae94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b089279e-d937-45af-be57-da385d0f9836,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:07.281653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34442) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:07.321390 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c710094b-0f19-4f97-9dfd-ee9e4dc58fbd req-81fc7371-2807-4d91-83f5-eeef0ac01f87 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0933588 May 02 14:51:07.347807 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] Publish callbacks [] for security_group (b089279e-d937-45af-be57-da385d0f9836), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.355137 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08e58e-c04a-41ea-bae0-941732785c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb5f91-75c6-4d13-bc41-0be9b0544b64,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:07.377656 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] Publish callbacks [] for security_group (b089279e-d937-45af-be57-da385d0f9836), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.439376 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Request body: {'port': {'device_id': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:07.443980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34450) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:07.499784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-35d8dc51-85a8-4293-9de0-21f9d7f0a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:07.501921 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c97a00c9-d2a2-45b9-8a2f-b7d8d4283d5e req-35d8dc51-85a8-4293-9de0-21f9d7f0a8b5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191276 May 02 14:51:07.517908 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-0f08e58e-c04a-41ea-bae0-941732785c32 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f59612679c34172a271d561632b9802&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1043317 May 02 14:51:07.521097 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34454) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:07.532324 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de996813-63f4-4faa-bc1c-72170a67deac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.591696 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8dc507b2-156a-4bf2-aed8-c8c641ec4efd req-3d90a65c-8076-4326-9cd7-92d74a70dd19 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0619700 May 02 14:51:07.594713 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] Publish callbacks [] for security_group (3dbb5f91-75c6-4d13-bc41-0be9b0544b64), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.597583 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (b089279e-d937-45af-be57-da385d0f9836), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.600647 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.605834 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b089279e-d937-45af-be57-da385d0f9836 HTTP/1.1" status: 204 len: 168 time: 0.3168211 May 02 14:51:07.625123 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] Publish callbacks [] for security_group (3dbb5f91-75c6-4d13-bc41-0be9b0544b64), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.632732 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.637062 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82ebcd-515c-4dbd-aef4-b092c9aad866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b089279e-d937-45af-be57-da385d0f9836,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:07.751049 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-1856ba03-7fad-452c-8c1b-de3a3b854974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:07.752786 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-1856ba03-7fad-452c-8c1b-de3a3b854974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 1127 time: 0.0467374 May 02 14:51:07.801264 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3dbb5f91-75c6-4d13-bc41-0be9b0544b64), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.807483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.807602 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.41', 49928) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:07.807690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3dbb5f91-75c6-4d13-bc41-0be9b0544b64 HTTP/1.1" status: 204 len: 168 time: 0.2830129 May 02 14:51:07.837982 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Made reservation on behalf of e768ff7eb0ef4ff2aa7c1e0abebcb65c for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:07.841244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:07.851835 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-7f9939e6-b2c1-437c-a82e-d2f5acf88f5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3 HTTP/1.1" status: 200 len: 217 time: 0.0860095 May 02 14:51:07.861028 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfe9f3-4d1d-45f2-b55d-0f6717979cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb5f91-75c6-4d13-bc41-0be9b0544b64,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:07.961272 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66092d8-298b-4acc-a448-2f256f715425 req-95d0cacf-6227-4f0f-b87e-17298a7f7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:07.962826 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-95d0cacf-6227-4f0f-b87e-17298a7f7d1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5aa8b5-a91f-445c-b3ec-75a8fc58d195 HTTP/1.1" status: 200 len: 850 time: 0.1032994 May 02 14:51:08.008532 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de996813-63f4-4faa-bc1c-72170a67deac admin admin] Publish callbacks [] for security_group (f1c49fd4-58f7-4c37-9237-5d1fb7d53806), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.054228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-02817d98-16bd-4f44-aa23-5fead522f34b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:08.055603 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-02817d98-16bd-4f44-aa23-5fead522f34b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 817 time: 0.2444451 May 02 14:51:08.062508 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-3c46fa0b-f559-4f12-b53a-4bc630672ed7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9047b92-d977-496c-807f-6a3091ce867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666382 May 02 14:51:08.123791 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-de996813-63f4-4faa-bc1c-72170a67deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f1c49fd4-58f7-4c37-9237-5d1fb7d53806), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.228466 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f323df-3924-4e00-bc6c-99943d656b55 req-55d7ea02-e856-44e1-926e-dc2a63c16512 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:08.229976 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e3f323df-3924-4e00-bc6c-99943d656b55 req-55d7ea02-e856-44e1-926e-dc2a63c16512 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.0634868 May 02 14:51:08.235728 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ff0868-37ba-44fb-8d7d-3d28f945b846 {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:08.245813 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de996813-63f4-4faa-bc1c-72170a67deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c49fd4-58f7-4c37-9237-5d1fb7d53806,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:08.256071 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-7f80263e-24b0-4ca6-9193-e426dea0d19d service neutron] 10.222.0.41 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773291 May 02 14:51:08.267906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks [] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.272709 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-de996813-63f4-4faa-bc1c-72170a67deac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5edf4cc654ca4eabb7b38f6542e1a054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8277447 May 02 14:51:08.279241 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34480) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:08.294166 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-3a29cb20-7618-4515-a1f8-25093cacc06a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 380 time: 0.2118423 May 02 14:51:08.296152 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e3f323df-3924-4e00-bc6c-99943d656b55 req-7b1c3241-efe0-48ce-a735-50044d5d5281 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579491 May 02 14:51:08.319083 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Transition to ACTIVE for port object 83ff0868-37ba-44fb-8d7d-3d28f945b846 will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:51:08.338430 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'port': {'device_id': '9387a0cf-bc03-471f-943e-0e24da25287b', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'admin_state_up': True, 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'security_groups': ['abcf59c5-68c4-443a-b93e-8b50c279c73b']}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:08.385843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] Publish callbacks [] for security_group (f1c49fd4-58f7-4c37-9237-5d1fb7d53806), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.412436 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d66092d8-298b-4acc-a448-2f256f715425 req-73dabc5f-5dc5-4a25-991a-ed8aa1eec9ba service neutron] 10.222.0.41 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915141 May 02 14:51:08.465944 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-86d33d64-ffa3-4789-b3fe-a4c10f6375ef req-87fc0e7c-bd31-4775-8f06-7c4f8e4391c7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0530832 May 02 14:51:08.472311 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] Publish callbacks [] for security_group (f1c49fd4-58f7-4c37-9237-5d1fb7d53806), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.487110 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.554677 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Allocated IP 172.20.0.9 (9bcb15c3-6cef-42cb-bc37-587d1c4b0280/a6a4fc5b-d080-4cbc-a998-1f9243f02753/8c8bce09-e744-4859-8800-325d9f9f5b1a) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:08.588579 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:08.684833 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Made reservation on behalf of 8e19e4b0145e42e0a62ca2014cbf06e1 for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:08.691899 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.697128 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34496) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:08.718982 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42981807-b1f4-4170-b321-b200ec3140d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.733880 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Attempting to bind port 83ff0868-37ba-44fb-8d7d-3d28f945b846 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:08.734248 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Attempting to bind port 83ff0868-37ba-44fb-8d7d-3d28f945b846 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:08.734591 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Attempting to bind port 83ff0868-37ba-44fb-8d7d-3d28f945b846 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:08.770579 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Port 83ff0868-37ba-44fb-8d7d-3d28f945b846 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:51:08.770969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Attempting to bind port 83ff0868-37ba-44fb-8d7d-3d28f945b846 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:08.814188 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eef1745c-f74e-46e2-a0a1-feee07c59713 req-dca0e277-bf2a-43d6-913e-d1c1bef08160 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0701365 May 02 14:51:08.815332 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:08.815703 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:08.816303 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Bound using segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:08.816754 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Bound port: 83ff0868-37ba-44fb-8d7d-3d28f945b846, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:08.817113 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.838096 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f1c49fd4-58f7-4c37-9237-5d1fb7d53806), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.840790 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:08.842591 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1c49fd4-58f7-4c37-9237-5d1fb7d53806 HTTP/1.1" status: 204 len: 168 time: 0.5603166 May 02 14:51:08.864161 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed579c1c-c02c-48ed-b2e3-6839400f49fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c49fd4-58f7-4c37-9237-5d1fb7d53806,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:08.912228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Allocated IP 172.20.0.7 (a6931cd5-688d-4ae1-950b-4d8676ef7a9e/4abece8a-a209-43f4-a894-e1d3d9738a67/a4c48c78-9b74-457f-84d7-b550e0a88607) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:08.966833 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:08.999637 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:09.105234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.164698 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.196060 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42981807-b1f4-4170-b321-b200ec3140d3 admin admin] Publish callbacks [] for security_group (6dd54627-5b18-4934-b10b-e5e445c79fbc), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.207469 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.241916 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:09.242446 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.244116 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] 10.222.0.41 "PUT /v2.0/ports/83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 1093 time: 1.8205662 May 02 14:51:09.244625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:09.269792 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5c8d4-b015-4cb5-abc7-a892fa0e8992 service neutron] Pushing event updated for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:09.324069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34512) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:09.345236 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-525b64be-b8b6-48d1-8200-57d6180e26e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.350529 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.360643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.362523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42981807-b1f4-4170-b321-b200ec3140d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6dd54627-5b18-4934-b10b-e5e445c79fbc), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.391877 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-42981807-b1f4-4170-b321-b200ec3140d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60302cf0305145c5b709453580706c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935062 May 02 14:51:09.396117 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34514) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:09.484383 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:09.493014 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.505942 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42981807-b1f4-4170-b321-b200ec3140d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd54627-5b18-4934-b10b-e5e445c79fbc,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:09.510451 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:09.537186 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:09.567418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:09.572869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:09.573572 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.682253 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:09.705088 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-02725b61-27c8-4400-a99b-64c1e725cea1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5214677 May 02 14:51:09.710338 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:09.723688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:09.732141 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:09.733545 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34889d-8f47-4005-8a1c-8bbab81b3da8 req-ce43a0f8-7225-4bbe-bba4-4e5239141cbd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:09.735222 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d34889d-8f47-4005-8a1c-8bbab81b3da8 req-ce43a0f8-7225-4bbe-bba4-4e5239141cbd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 931 time: 0.1781671 May 02 14:51:09.749142 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-525b64be-b8b6-48d1-8200-57d6180e26e5 admin admin] Publish callbacks [] for security_group (876d7556-09cf-462d-9ac2-89fce5e1f108), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.817328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e4472-cfb5-4810-97a2-ed1154781ed3 req-6890d866-1388-49ab-b247-d18bc43c8df4 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:09.819348 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9e9e4472-cfb5-4810-97a2-ed1154781ed3 req-6890d866-1388-49ab-b247-d18bc43c8df4 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.4205499 May 02 14:51:09.845561 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d34889d-8f47-4005-8a1c-8bbab81b3da8 req-e3599dbc-54db-4deb-b3f4-b809c1cec9b0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935915 May 02 14:51:09.848260 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-525b64be-b8b6-48d1-8200-57d6180e26e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (876d7556-09cf-462d-9ac2-89fce5e1f108), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.909766 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:09.910670 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.960741 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b64be-b8b6-48d1-8200-57d6180e26e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d7556-09cf-462d-9ac2-89fce5e1f108,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:09.966252 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-525b64be-b8b6-48d1-8200-57d6180e26e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d60cd0190d94f0ea23a3bc63f180848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402490 May 02 14:51:09.972555 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34540) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:09.992714 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3844aebb-a738-4074-97be-8289c11638b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:09.992714 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] Publish callbacks [] for security_group (6dd54627-5b18-4934-b10b-e5e445c79fbc), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:09.997176 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-22266e09-fe35-49e9-94f7-8b0283deb60c None None] Provisioning complete for port 8c8bce09-e744-4859-8800-325d9f9f5b1a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:09.997865 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-22266e09-fe35-49e9-94f7-8b0283deb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.015568 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9e9e4472-cfb5-4810-97a2-ed1154781ed3 req-0ef8bc92-80e0-4709-bdad-151afbe63622 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859977 May 02 14:51:10.021240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] Publish callbacks [] for security_group (6dd54627-5b18-4934-b10b-e5e445c79fbc), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.063019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-22266e09-fe35-49e9-94f7-8b0283deb60c None None] Port 8c8bce09-e744-4859-8800-325d9f9f5b1a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:51:10.084389 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-1a2f6014-25cd-47f2-8625-55706ad14a5d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507102 May 02 14:51:10.134026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7204b-f919-4465-83f1-9d59d38c66ce req-95a96ea9-7ddb-4a1f-bbd7-cce16836f55f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:10.134026 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ca7204b-f919-4465-83f1-9d59d38c66ce req-95a96ea9-7ddb-4a1f-bbd7-cce16836f55f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 931 time: 0.1522350 May 02 14:51:10.160084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] Publish callbacks [] for security_group (876d7556-09cf-462d-9ac2-89fce5e1f108), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.182782 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-82d6337d-8dd9-41e3-8cda-7abb525d03ba None None] Provisioning complete for port a4c48c78-9b74-457f-84d7-b550e0a88607 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:10.184624 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-82d6337d-8dd9-41e3-8cda-7abb525d03ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.202018 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6dd54627-5b18-4934-b10b-e5e445c79fbc), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.202882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] Publish callbacks [] for security_group (876d7556-09cf-462d-9ac2-89fce5e1f108), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.206266 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.207981 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dd54627-5b18-4934-b10b-e5e445c79fbc HTTP/1.1" status: 204 len: 168 time: 0.8079026 May 02 14:51:10.220675 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1d509-302b-4f1c-8d6f-e75bb31b5dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd54627-5b18-4934-b10b-e5e445c79fbc,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:10.234745 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ca7204b-f919-4465-83f1-9d59d38c66ce req-b6220b49-8fa2-44b1-ac55-3477206b0014 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835290 May 02 14:51:10.265923 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b781fe4-1d9c-44aa-bb94-fe5d9901115a x-openstack-request-id: req-5b781fe4-1d9c-44aa-bb94-fe5d9901115a {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:10.266331 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:10.267241 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b781fe4-1d9c-44aa-bb94-fe5d9901115a {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:10.267972 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b781fe4-1d9c-44aa-bb94-fe5d9901115a'] response: {'name': 'network-changed', 'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846', 'status': 'completed', 'code': 200} May 02 14:51:10.280506 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-82d6337d-8dd9-41e3-8cda-7abb525d03ba None None] Port a4c48c78-9b74-457f-84d7-b550e0a88607 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:51:10.401199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (876d7556-09cf-462d-9ac2-89fce5e1f108), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.403761 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.405482 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/876d7556-09cf-462d-9ac2-89fce5e1f108 HTTP/1.1" status: 204 len: 168 time: 0.4308257 May 02 14:51:10.413225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bde693-5e35-4dbb-807d-9224a1024e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d7556-09cf-462d-9ac2-89fce5e1f108,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:10.840187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Request body: {'port': {'device_id': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:10.842718 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Request body: {'port': {'device_id': '9387a0cf-bc03-471f-943e-0e24da25287b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:10.985213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:10.993104 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.014724 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844aebb-a738-4074-97be-8289c11638b6 req-6906d3b3-3094-45d1-8e9d-e8deb854a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.016261 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3844aebb-a738-4074-97be-8289c11638b6 req-6906d3b3-3094-45d1-8e9d-e8deb854a735 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1127 time: 0.0938973 May 02 14:51:11.016440 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc196-006f-4a62-8c2a-0a306057dfbd req-e5c29f02-32d0-4808-b41e-b44d414a1f85 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.023749 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-81cdc196-006f-4a62-8c2a-0a306057dfbd req-e5c29f02-32d0-4808-b41e-b44d414a1f85 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 931 time: 0.0739849 May 02 14:51:11.125633 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-81cdc196-006f-4a62-8c2a-0a306057dfbd req-8ecc37c5-83b3-4ac1-ac07-bdffbee6ad39 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008465 May 02 14:51:11.307540 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device be1e1b11-79d4-464e-bead-3b59d1542ec3 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:51:11.464562 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a8cf0b-1e1c-4bce-bd94-a5aeb4b52a22 req-e08eaba6-9179-46ae-82e5-d7026479bd44 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.466140 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a8a8cf0b-1e1c-4bce-bd94-a5aeb4b52a22 req-e08eaba6-9179-46ae-82e5-d7026479bd44 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 943 time: 0.2969105 May 02 14:51:11.517210 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319fec9-0513-46dd-ad67-7b6ec2e18b1e req-0764e228-5084-4e78-9873-c62c211c7524 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.526016 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8319fec9-0513-46dd-ad67-7b6ec2e18b1e req-0764e228-5084-4e78-9873-c62c211c7524 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 931 time: 0.1618419 May 02 14:51:11.558958 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3,segment=NetworkSegment(9a730b9b-71dd-49fc-864f-e3eb23653543),segment_id=9a730b9b-71dd-49fc-864f-e3eb23653543)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:11.573873 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'be1e1b11-79d4-464e-bead-3b59d1542ec3', 'network_id': 'a9047b92-d977-496c-807f-6a3091ce867f', 'port_id': 'be1e1b11-79d4-464e-bead-3b59d1542ec3', 'mac_address': 'fa:16:3e:24:01:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5aa8b5-a91f-445c-b3ec-75a8fc58d195', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:51:11.598734 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844aebb-a738-4074-97be-8289c11638b6 req-30acfb8e-a7a6-4c80-86c1-83a43684e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.600499 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3844aebb-a738-4074-97be-8289c11638b6 req-30acfb8e-a7a6-4c80-86c1-83a43684e4d3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4847779 May 02 14:51:11.614834 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8bce09-e744-4859-8800-325d9f9f5b1a {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:11.626098 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port be1e1b11-79d4-464e-bead-3b59d1542ec3 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:11.626489 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.632330 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8319fec9-0513-46dd-ad67-7b6ec2e18b1e req-b5eb54ca-ba7b-441b-9bf2-4d1fab46f6e0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052876 May 02 14:51:11.642711 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks [] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.646212 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1e1b11-79d4-464e-bead-3b59d1542ec3 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:11.663497 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Transition to ACTIVE for port object 8c8bce09-e744-4859-8800-325d9f9f5b1a will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:51:11.678871 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3,segment=NetworkSegment(9a730b9b-71dd-49fc-864f-e3eb23653543),segment_id=9a730b9b-71dd-49fc-864f-e3eb23653543)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:11.689618 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a8a8cf0b-1e1c-4bce-bd94-a5aeb4b52a22 req-d855c37e-6be5-4c3e-a1fa-ef533961a401 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507618 May 02 14:51:11.807290 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.841342 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.885303 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:11.890292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844aebb-a738-4074-97be-8289c11638b6 req-8395a4c3-472d-400d-9595-2a714b627a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:11.891828 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3844aebb-a738-4074-97be-8289c11638b6 req-8395a4c3-472d-400d-9595-2a714b627a0e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2771316 May 02 14:51:11.898237 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks [] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:11.907412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:11.915130 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:11.919359 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Attempting to bind port 8c8bce09-e744-4859-8800-325d9f9f5b1a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:11.920012 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Attempting to bind port 8c8bce09-e744-4859-8800-325d9f9f5b1a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:11.920366 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Attempting to bind port 8c8bce09-e744-4859-8800-325d9f9f5b1a on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:11.925209 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Port 8c8bce09-e744-4859-8800-325d9f9f5b1a on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:51:11.925534 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Attempting to bind port 8c8bce09-e744-4859-8800-325d9f9f5b1a on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:11.926507 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Transition to ACTIVE for port object a4c48c78-9b74-457f-84d7-b550e0a88607 will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:51:11.967682 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:11.968878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:11.969289 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Bound using segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:11.971913 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Bound port: 8c8bce09-e744-4859-8800-325d9f9f5b1a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:11.971913 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.025929 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.064566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:12.070356 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-9aa06876-8912-49a0-9b90-62ff983be84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.071967 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-9aa06876-8912-49a0-9b90-62ff983be84f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1127 time: 0.0986483 May 02 14:51:12.078477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:12.184995 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.225412 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:12.260159 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['be1e1b11-79d4-464e-bead-3b59d1542ec3'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:51:12.300024 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-8502d83a-0440-4d89-a9cb-fec93509d746 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 217 time: 0.2120082 May 02 14:51:12.330860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.331596 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.333035 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 1093 time: 1.4977937 May 02 14:51:12.342332 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:12.356321 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cee114-a987-4372-8803-b36ac45209fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:12.461849 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b063d-e14f-42be-8a77-14b41a69003f req-e7fa560a-092e-49fa-95ab-377789ebd50e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.462624 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Attempting to bind port a4c48c78-9b74-457f-84d7-b550e0a88607 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:12.463432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-376b063d-e14f-42be-8a77-14b41a69003f req-e7fa560a-092e-49fa-95ab-377789ebd50e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.2206502 May 02 14:51:12.463881 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Attempting to bind port a4c48c78-9b74-457f-84d7-b550e0a88607 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:12.465683 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Attempting to bind port a4c48c78-9b74-457f-84d7-b550e0a88607 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:12.467080 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb5637a-64f6-4152-82e6-7148ac653459 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:12.481266 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-b89aa7da-bce0-49a1-833f-8f7b30c7dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.484396 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-b89aa7da-bce0-49a1-833f-8f7b30c7dc7e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.1712978 May 02 14:51:12.484931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Port a4c48c78-9b74-457f-84d7-b550e0a88607 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:51:12.485298 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Attempting to bind port a4c48c78-9b74-457f-84d7-b550e0a88607 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:12.516291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aae095-c329-43bc-b432-81943ee2527d x-openstack-request-id: req-81aae095-c329-43bc-b432-81943ee2527d {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:12.516575 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:12.516828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81aae095-c329-43bc-b432-81943ee2527d {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:12.517225 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81aae095-c329-43bc-b432-81943ee2527d'] response: {'name': 'network-changed', 'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a', 'status': 'completed', 'code': 200} May 02 14:51:12.539422 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:12.539422 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Checking segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:12.539422 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Bound using segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:12.539883 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Bound port: a4c48c78-9b74-457f-84d7-b550e0a88607, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:12.539969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.585522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-d916bee8-daaa-4dc0-afd6-2e08972bb98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.587242 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-d916bee8-daaa-4dc0-afd6-2e08972bb98c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1127 time: 0.0726826 May 02 14:51:12.624911 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-376b063d-e14f-42be-8a77-14b41a69003f req-650922ac-ef51-4abf-b4db-43ca3a93dcc7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434572 May 02 14:51:12.655521 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-eec1e545-f11e-4086-9997-84a283746666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.657144 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-eec1e545-f11e-4086-9997-84a283746666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1600692 May 02 14:51:12.665346 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-51787861-279b-464a-9457-034c12d96a6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 217 time: 0.0619805 May 02 14:51:12.721918 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:12.765662 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:12.815238 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-7df754dd-dd58-45f2-82c3-e9f1b4c69db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.816749 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-7df754dd-dd58-45f2-82c3-e9f1b4c69db1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.1456544 May 02 14:51:12.819545 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-0d411222-4777-47ae-b36a-263c88664587 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554000 May 02 14:51:12.822753 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:12.909127 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468bfb1-2f80-41e7-93f4-853ca9d9908b req-4af985bb-b549-43dc-b45b-040bac9c5709 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.911031 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7468bfb1-2f80-41e7-93f4-853ca9d9908b req-4af985bb-b549-43dc-b45b-040bac9c5709 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 944 time: 0.0929296 May 02 14:51:12.914739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-21f2ca78-9a20-42e0-9a5d-4c75513ad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:12.916267 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-21f2ca78-9a20-42e0-9a5d-4c75513ad27f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0888486 May 02 14:51:12.998824 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7468bfb1-2f80-41e7-93f4-853ca9d9908b req-50d6d14e-dced-4e4d-b05a-1e44a9514010 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 May 02 14:51:13.048779 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766aecc-5e76-4b17-9eca-3d13b72227f2 req-b26a0589-3232-4146-91cd-584dfbffab30 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:13.055486 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7766aecc-5e76-4b17-9eca-3d13b72227f2 req-b26a0589-3232-4146-91cd-584dfbffab30 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 943 time: 0.2770607 May 02 14:51:13.064107 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:13.064721 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.066074 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] 10.222.0.41 "PUT /v2.0/ports/a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 1093 time: 2.2304039 May 02 14:51:13.079987 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:13.082740 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d424e-d15f-4ad8-a793-3cf434c6559c" -d '{"events": [{"name": "network-changed", "server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:13.154029 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-82afddea-12c8-47f6-8f2d-130d43fac114 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303405 May 02 14:51:13.211235 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd9f298-0241-4b16-9c8c-7ebaccb07710 x-openstack-request-id: req-fdd9f298-0241-4b16-9c8c-7ebaccb07710 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:13.211518 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:13.211774 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdd9f298-0241-4b16-9c8c-7ebaccb07710 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:13.212183 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd9f298-0241-4b16-9c8c-7ebaccb07710'] response: {'name': 'network-changed', 'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'status': 'completed', 'code': 200} May 02 14:51:13.218555 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1ba1f-0e03-4813-bbcd-6feca7e59608 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:13.300780 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7766aecc-5e76-4b17-9eca-3d13b72227f2 req-609b1e06-82a4-4e4d-b938-1dc96074751a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292287 May 02 14:51:13.321843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-54ae0afd-7a02-4c24-bbac-4bf2bbbe688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:13.323358 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-54ae0afd-7a02-4c24-bbac-4bf2bbbe688b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1127 time: 0.1273003 May 02 14:51:13.325180 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd93b7a1-0e30-4b81-83a1-4bae2672252f req-7736c8f9-0ec4-41d0-bd2c-9836cee15a21 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882672 May 02 14:51:13.347318 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e95f6a6-bc31-4923-a8de-483af6691ea1 req-eb1d2ca0-23ed-4dac-8e75-3ab32dd51f00 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628265 May 02 14:51:13.386731 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-e1544860-9fa5-4ee0-973f-cf286735ad42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 217 time: 0.0406246 May 02 14:51:13.456882 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device be1e1b11-79d4-464e-bead-3b59d1542ec3 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:13.463526 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-bf16bfed-4cbe-4e1b-8efc-67f2acb23ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:13.465040 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-bf16bfed-4cbe-4e1b-8efc-67f2acb23ba2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0723114 May 02 14:51:13.469459 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34662) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:13.510928 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port be1e1b11-79d4-464e-bead-3b59d1542ec3 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:51:13.612576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port be1e1b11-79d4-464e-bead-3b59d1542ec3 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:13.613045 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.640118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-579309cf-206d-47a8-84e9-bcb7b076c877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.713938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-096f2f67-1ed5-442c-b786-a54ea3364808 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.756858 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port be1e1b11-79d4-464e-bead-3b59d1542ec3 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:13.757978 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.781052 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f380e9-dad4-42d4-9b9b-b757a526cf01 req-4d845406-9a45-439a-a842-c957916840f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:13.782460 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:13.782691 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8f380e9-dad4-42d4-9b9b-b757a526cf01 req-4d845406-9a45-439a-a842-c957916840f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0636625 May 02 14:51:13.852965 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3,segment=NetworkSegment(9a730b9b-71dd-49fc-864f-e3eb23653543),segment_id=9a730b9b-71dd-49fc-864f-e3eb23653543)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:13.854127 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8f380e9-dad4-42d4-9b9b-b757a526cf01 req-ab37a441-dc21-48c2-a8c3-42ca9ea9761b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639160 May 02 14:51:13.880361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-096f2f67-1ed5-442c-b786-a54ea3364808 admin admin] Publish callbacks [] for security_group (0ba74954-830f-4755-a7b5-efc865fa2cdc), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.961593 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:13.984400 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-096f2f67-1ed5-442c-b786-a54ea3364808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0ba74954-830f-4755-a7b5-efc865fa2cdc), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:14.021237 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:14.034419 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-096f2f67-1ed5-442c-b786-a54ea3364808 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b240f3050854187906b8051aad4a6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637522 May 02 14:51:14.036687 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f2f67-1ed5-442c-b786-a54ea3364808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba74954-830f-4755-a7b5-efc865fa2cdc,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:14.037777 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34686) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:14.106006 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] Publish callbacks [] for security_group (0ba74954-830f-4755-a7b5-efc865fa2cdc), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:14.151244 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] Publish callbacks [] for security_group (0ba74954-830f-4755-a7b5-efc865fa2cdc), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:14.160715 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2016f-0cd4-4e40-b7dd-eeb641288516 req-6690f23e-5862-4b2d-bdc7-2bc7e399fa02 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:14.160715 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9df2016f-0cd4-4e40-b7dd-eeb641288516 req-6690f23e-5862-4b2d-bdc7-2bc7e399fa02 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0728281 May 02 14:51:14.234524 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9df2016f-0cd4-4e40-b7dd-eeb641288516 req-887cccc3-e4c7-4782-9544-3ad8241852eb tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677049 May 02 14:51:14.267504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524bf00d-6285-4d87-b8db-15fafee5574d" -d '{"events": [{"server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "name": "network-vif-plugged", "status": "completed", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:14.338584 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0ba74954-830f-4755-a7b5-efc865fa2cdc), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:14.341314 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:14.343008 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ba74954-830f-4755-a7b5-efc865fa2cdc HTTP/1.1" status: 204 len: 168 time: 0.3036387 May 02 14:51:14.352682 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefad6da-5838-4133-8946-3d921c2d20d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba74954-830f-4755-a7b5-efc865fa2cdc,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:14.420404 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fe267-7202-4dfd-b3fc-753c544dd674 req-f6361de9-bdf8-481d-b51d-063738894f1f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:14.440619 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f15fe267-7202-4dfd-b3fc-753c544dd674 req-f6361de9-bdf8-481d-b51d-063738894f1f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 943 time: 0.0857236 May 02 14:51:14.475869 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca802024-d912-4b56-be28-4df0d52937ab x-openstack-request-id: req-ca802024-d912-4b56-be28-4df0d52937ab {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:14.476345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "name": "network-vif-plugged", "status": "completed", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:14.476484 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca802024-d912-4b56-be28-4df0d52937ab {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:14.478949 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca802024-d912-4b56-be28-4df0d52937ab'] response: {'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3', 'code': 200} May 02 14:51:14.497488 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f15fe267-7202-4dfd-b3fc-753c544dd674 req-f724a70b-b969-4b5a-8a89-9e1799f13eca tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 May 02 14:51:14.977295 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c95d92-9fce-40da-a9f5-2963f1ccbdb1 req-fa9e895b-1624-47a5-8b5d-2025b3d3f829 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:14.979047 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a5c95d92-9fce-40da-a9f5-2963f1ccbdb1 req-fa9e895b-1624-47a5-8b5d-2025b3d3f829 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0512340 May 02 14:51:15.034299 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a5c95d92-9fce-40da-a9f5-2963f1ccbdb1 req-bdc3a632-0ce4-4303-86da-ed1620b57dcd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487971 May 02 14:51:15.372487 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced445c-31ae-4ee4-96fc-09ce07740f22 req-66a66c53-f430-4a56-b1ad-4e7ff8f8b174 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:15.372487 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dced445c-31ae-4ee4-96fc-09ce07740f22 req-66a66c53-f430-4a56-b1ad-4e7ff8f8b174 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0481102 May 02 14:51:15.374498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34748) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:15.401590 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2b25-1d30-488a-986d-0432853c7358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.435143 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 83ff0868-37ba-44fb-8d7d-3d28f945b846 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:51:15.460479 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dced445c-31ae-4ee4-96fc-09ce07740f22 req-c2bbe1e9-b5e0-4a05-8fc9-e1909d03eadb tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834858 May 02 14:51:15.506880 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2b25-1d30-488a-986d-0432853c7358 admin admin] Publish callbacks [] for security_group (7e6b1dbb-9033-4d2a-8038-521201fc44b9), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.544184 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-20b35874-110a-4518-978a-46d87c73dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:15.544184 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-20b35874-110a-4518-978a-46d87c73dc03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1204660 May 02 14:51:15.582851 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34764) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:15.609274 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:15.623751 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '83ff0868-37ba-44fb-8d7d-3d28f945b846', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'port_id': '83ff0868-37ba-44fb-8d7d-3d28f945b846', 'mac_address': 'fa:16:3e:17:17:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:51:15.652844 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f1a2b25-1d30-488a-986d-0432853c7358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7e6b1dbb-9033-4d2a-8038-521201fc44b9), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.665094 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 83ff0868-37ba-44fb-8d7d-3d28f945b846 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:15.665522 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.687146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ff0868-37ba-44fb-8d7d-3d28f945b846 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:15.700997 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1bba-ad58-4d98-b156-466946861288 req-18ce3fb6-ebfc-4dbc-b194-68bd3e6f5334 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:15.703479 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-690a1bba-ad58-4d98-b156-466946861288 req-18ce3fb6-ebfc-4dbc-b194-68bd3e6f5334 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 943 time: 0.0882409 May 02 14:51:15.723500 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:15.725181 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2f1a2b25-1d30-488a-986d-0432853c7358 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b31a13dd71ab49388348e44830eeeaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492043 May 02 14:51:15.730474 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34776) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:15.733044 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a2b25-1d30-488a-986d-0432853c7358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6b1dbb-9033-4d2a-8038-521201fc44b9,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:15.766362 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-690a1bba-ad58-4d98-b156-466946861288 req-682732a4-3a37-432a-a1ac-eef9896e337a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514269 May 02 14:51:15.804587 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c4d63ec0-63bd-490c-b6a5-3584797d4f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.840575 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] Publish callbacks [] for security_group (7e6b1dbb-9033-4d2a-8038-521201fc44b9), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.844161 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.878483 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] Publish callbacks [] for security_group (7e6b1dbb-9033-4d2a-8038-521201fc44b9), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.901542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:15.909741 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9d21294c-a1b8-4739-b2bc-bb7d1ca31b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:15.958540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c4d63ec0-63bd-490c-b6a5-3584797d4f20 admin admin] Publish callbacks [] for security_group (5f2adc13-099b-4ec1-a916-f1f532709449), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.041018 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c4d63ec0-63bd-490c-b6a5-3584797d4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5f2adc13-099b-4ec1-a916-f1f532709449), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.071539 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7e6b1dbb-9033-4d2a-8038-521201fc44b9), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.074139 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.077304 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e6b1dbb-9033-4d2a-8038-521201fc44b9 HTTP/1.1" status: 204 len: 168 time: 0.3436403 May 02 14:51:16.086510 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c4d63ec0-63bd-490c-b6a5-3584797d4f20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a05adacae6340fd890faca5bd184541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5023293 May 02 14:51:16.088440 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d63ec0-63bd-490c-b6a5-3584797d4f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2adc13-099b-4ec1-a916-f1f532709449,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:16.089340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34788) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:16.099912 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863f08e5-da2b-4de1-a676-a4a97c1979ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6b1dbb-9033-4d2a-8038-521201fc44b9,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:16.150448 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] Publish callbacks [] for security_group (5f2adc13-099b-4ec1-a916-f1f532709449), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.169453 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1875447-94d1-4e9c-ac87-4d92b06d6fcd req-b2d106e9-ab91-4fda-8386-af871f797f4b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:16.172659 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d1875447-94d1-4e9c-ac87-4d92b06d6fcd req-b2d106e9-ab91-4fda-8386-af871f797f4b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0656278 May 02 14:51:16.180570 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] Publish callbacks [] for security_group (5f2adc13-099b-4ec1-a916-f1f532709449), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.226106 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d1875447-94d1-4e9c-ac87-4d92b06d6fcd req-a8e04805-768d-4de1-8e0d-8862db3b1592 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 May 02 14:51:16.283289 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['83ff0868-37ba-44fb-8d7d-3d28f945b846'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:51:16.304158 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5f2adc13-099b-4ec1-a916-f1f532709449), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.307084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.308595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f2adc13-099b-4ec1-a916-f1f532709449 HTTP/1.1" status: 204 len: 168 time: 0.2181435 May 02 14:51:16.318883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc10f14-7264-4561-af1d-09e26e210229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2adc13-099b-4ec1-a916-f1f532709449,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:16.465888 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34798) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:16.588879 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198d2f4-8c7e-417f-a90a-a47a41fa2275 req-c53f1dcd-e421-46e2-bd86-c205a3576966 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:16.590520 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2198d2f4-8c7e-417f-a90a-a47a41fa2275 req-c53f1dcd-e421-46e2-bd86-c205a3576966 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0521486 May 02 14:51:16.654957 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2198d2f4-8c7e-417f-a90a-a47a41fa2275 req-3d2d8298-31bb-460f-9356-0c19a20c17b4 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462403 May 02 14:51:16.783523 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bf38a9eb-8a12-41cd-a930-7298171524de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.904763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bf38a9eb-8a12-41cd-a930-7298171524de admin admin] Publish callbacks [] for security_group (c57a1904-c88f-4422-a689-d71ab32ac8a2), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:16.912119 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62304-f87f-42fa-b395-1c2b08ef8ebe req-6f1af277-f906-4f93-925b-536d49f566eb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:16.913058 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16e62304-f87f-42fa-b395-1c2b08ef8ebe req-6f1af277-f906-4f93-925b-536d49f566eb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 943 time: 0.0654910 May 02 14:51:16.967825 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16e62304-f87f-42fa-b395-1c2b08ef8ebe req-ec16b3b3-594a-4f7a-92bb-8d4b809c2bd1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 May 02 14:51:16.983834 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bf38a9eb-8a12-41cd-a930-7298171524de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c57a1904-c88f-4422-a689-d71ab32ac8a2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.037401 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38a9eb-8a12-41cd-a930-7298171524de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57a1904-c88f-4422-a689-d71ab32ac8a2,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:17.056235 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bf38a9eb-8a12-41cd-a930-7298171524de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d431f246ad5e4be89417f85c87374308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808899 May 02 14:51:17.056235 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34826) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:17.105009 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] Publish callbacks [] for security_group (c57a1904-c88f-4422-a689-d71ab32ac8a2), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.126989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] Publish callbacks [] for security_group (c57a1904-c88f-4422-a689-d71ab32ac8a2), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.161207 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34832) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:17.175072 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-917d5bf6-768d-4c18-afa1-e1cb11b2ceeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.275645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.276893 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c57a1904-c88f-4422-a689-d71ab32ac8a2), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.280062 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.293450 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c57a1904-c88f-4422-a689-d71ab32ac8a2 HTTP/1.1" status: 204 len: 168 time: 0.2284782 May 02 14:51:17.302936 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8eb14-7e3b-4f97-9196-fe86da8012d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57a1904-c88f-4422-a689-d71ab32ac8a2,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:17.355031 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-917d5bf6-768d-4c18-afa1-e1cb11b2ceeb admin admin] Publish callbacks [] for security_group (d03fb074-36ec-4efb-89c0-eadd38f12dee), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.389950 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd2fe2-401b-42e8-a364-20c65be5b3ec req-2a1d161b-d79a-459d-99a2-992e906a49d9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:17.391452 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a4cd2fe2-401b-42e8-a364-20c65be5b3ec req-2a1d161b-d79a-459d-99a2-992e906a49d9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0514352 May 02 14:51:17.445051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8c8bce09-e744-4859-8800-325d9f9f5b1a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:51:17.456580 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a4cd2fe2-401b-42e8-a364-20c65be5b3ec req-2548521a-d75a-4ddf-a0ab-f3499565d2ba tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569828 May 02 14:51:17.460816 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 83ff0868-37ba-44fb-8d7d-3d28f945b846 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:17.531667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-917d5bf6-768d-4c18-afa1-e1cb11b2ceeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d03fb074-36ec-4efb-89c0-eadd38f12dee), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.570544 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 83ff0868-37ba-44fb-8d7d-3d28f945b846 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:51:17.573568 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-917d5bf6-768d-4c18-afa1-e1cb11b2ceeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1314c0241844782ab5cfd66e1e369ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108977 May 02 14:51:17.574535 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d5bf6-768d-4c18-afa1-e1cb11b2ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03fb074-36ec-4efb-89c0-eadd38f12dee,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:17.577015 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34852) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:17.611293 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:17.624299 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '8c8bce09-e744-4859-8800-325d9f9f5b1a', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'port_id': '8c8bce09-e744-4859-8800-325d9f9f5b1a', 'mac_address': 'fa:16:3e:d7:d3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:51:17.643761 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] Publish callbacks [] for security_group (d03fb074-36ec-4efb-89c0-eadd38f12dee), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.669540 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 8c8bce09-e744-4859-8800-325d9f9f5b1a is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:17.669540 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.686907 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8bce09-e744-4859-8800-325d9f9f5b1a {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:17.716284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee114-a987-4372-8803-b36ac45209fa req-5173fb0b-2d14-47ad-9328-492685173dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:17.719105 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-5173fb0b-2d14-47ad-9328-492685173dcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1127 time: 0.0534253 May 02 14:51:17.721572 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] Publish callbacks [] for security_group (d03fb074-36ec-4efb-89c0-eadd38f12dee), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.740308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:17.742890 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 83ff0868-37ba-44fb-8d7d-3d28f945b846 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:17.743749 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.835916 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:17.921755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee114-a987-4372-8803-b36ac45209fa req-c2644b1a-91f6-4750-9b0c-0eff2d903dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:17.922077 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-c2644b1a-91f6-4750-9b0c-0eff2d903dd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1915624 May 02 14:51:17.958531 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46477e02-96ce-4e53-8d15-c2d741680a70 req-2fcaf81b-929f-4c5e-9482-7160ea7264ca tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:17.960117 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46477e02-96ce-4e53-8d15-c2d741680a70 req-2fcaf81b-929f-4c5e-9482-7160ea7264ca tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0807586 May 02 14:51:17.964283 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-e4821ef8-6e3c-4343-952c-ed6028f45f32 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002038 May 02 14:51:17.988452 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:18.002117 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-2560e577-9309-4292-93cf-0d6637a609f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 217 time: 0.0693762 May 02 14:51:18.081191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee114-a987-4372-8803-b36ac45209fa req-7c149484-942e-495c-ab4c-5c4a01fc66ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:18.085258 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-7c149484-942e-495c-ab4c-5c4a01fc66ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0768940 May 02 14:51:18.085896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 83ff0868-37ba-44fb-8d7d-3d28f945b846 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:18.087237 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.119091 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:18.121789 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb620b16-58a5-4c0a-8caf-fea2e477db8f" -d '{"events": [{"server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "name": "network-vif-plugged", "status": "completed", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:18.136668 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:18.160104 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d03fb074-36ec-4efb-89c0-eadd38f12dee), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.162740 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.167015 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d03fb074-36ec-4efb-89c0-eadd38f12dee HTTP/1.1" status: 204 len: 168 time: 0.5855966 May 02 14:51:18.194348 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce998c7-cfd9-47af-9293-b7ad9c8f2b7a req-8f635bdc-e6d3-4a47-a560-ba2c9f9ba34d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:18.195890 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4ce998c7-cfd9-47af-9293-b7ad9c8f2b7a req-8f635bdc-e6d3-4a47-a560-ba2c9f9ba34d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 944 time: 0.1055341 May 02 14:51:18.196650 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46477e02-96ce-4e53-8d15-c2d741680a70 req-f350e3bc-4a0d-4068-b49f-aa95431006ad tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284191 May 02 14:51:18.211789 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee114-a987-4372-8803-b36ac45209fa req-4d2b68cf-dc8f-4abe-92e2-4a330628b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:18.213380 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-4d2b68cf-dc8f-4abe-92e2-4a330628b550 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1207917 May 02 14:51:18.214225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477931-821d-46f8-82c7-cdbcae49ce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03fb074-36ec-4efb-89c0-eadd38f12dee,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:18.236020 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.260720 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['8c8bce09-e744-4859-8800-325d9f9f5b1a'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:51:18.302697 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-23ae2677-cf1b-4049-8caa-81ba15ab8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:18.304787 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-23ae2677-cf1b-4049-8caa-81ba15ab8e8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 1129 time: 0.2228334 May 02 14:51:18.334866 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-160065b0-4f82-4e18-81f9-1ed85a202397 req-ffcb2195-ec05-4896-ae59-52e992780d88 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648186 May 02 14:51:18.368723 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4ce998c7-cfd9-47af-9293-b7ad9c8f2b7a req-8c51ed98-5de4-45ad-a9a2-8c3f665bbaf1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519699 May 02 14:51:18.389657 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-31562ec9-92d8-4ba4-877f-22b285404fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598740 May 02 14:51:18.413247 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-46de5c17-dfd5-4783-8715-9e3367bbe528 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.444877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34884) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:18.514503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e8e70f47-072d-44c4-b1aa-16dac0107097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.573561 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76cee114-a987-4372-8803-b36ac45209fa req-73f6f265-4bc2-44e7-b24b-12de549008dc service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779532 May 02 14:51:18.606915 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113f456c-e1d9-4cac-bf16-2311d03a2287 x-openstack-request-id: req-113f456c-e1d9-4cac-bf16-2311d03a2287 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:18.607552 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "name": "network-vif-plugged", "status": "completed", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:18.607552 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-113f456c-e1d9-4cac-bf16-2311d03a2287 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:18.611083 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113f456c-e1d9-4cac-bf16-2311d03a2287'] response: {'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846', 'code': 200} May 02 14:51:18.656460 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5265313e-f91e-42ce-aa17-0eb6a73ad3ed req-3f9c2fa8-8b06-4b0b-a4fd-a206b8af89d9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:18.660934 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:18.668998 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5265313e-f91e-42ce-aa17-0eb6a73ad3ed req-3f9c2fa8-8b06-4b0b-a4fd-a206b8af89d9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0969977 May 02 14:51:18.714342 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-46de5c17-dfd5-4783-8715-9e3367bbe528 service neutron] Publish callbacks [] for security_group (53e98d6a-0943-4658-9534-3b43acdf5e2b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.768564 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5265313e-f91e-42ce-aa17-0eb6a73ad3ed req-3d24c9f7-4356-43f6-a912-276eac087d3f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906553 May 02 14:51:18.786781 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e8e70f47-072d-44c4-b1aa-16dac0107097 admin admin] Publish callbacks [] for security_group (895fedce-f0ed-4efe-b6f2-64abfcf3299a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.812513 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-46de5c17-dfd5-4783-8715-9e3367bbe528 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (53e98d6a-0943-4658-9534-3b43acdf5e2b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.812752 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.866186 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e8e70f47-072d-44c4-b1aa-16dac0107097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (895fedce-f0ed-4efe-b6f2-64abfcf3299a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:18.876761 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0b4a7deb-2793-45ae-9138-032b6090ee28 req-46de5c17-dfd5-4783-8715-9e3367bbe528 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922545 May 02 14:51:18.876761 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de5c17-dfd5-4783-8715-9e3367bbe528 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53e98d6a-0943-4658-9534-3b43acdf5e2b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:18.912686 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e70f47-072d-44c4-b1aa-16dac0107097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895fedce-f0ed-4efe-b6f2-64abfcf3299a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:18.919370 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e8e70f47-072d-44c4-b1aa-16dac0107097 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20aa9bbe6aa54bbeb1501ed37f1441cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4693761 May 02 14:51:18.920217 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34900) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:18.992172 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] Publish callbacks [] for security_group (895fedce-f0ed-4efe-b6f2-64abfcf3299a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:19.017342 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] Publish callbacks [] for security_group (895fedce-f0ed-4efe-b6f2-64abfcf3299a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:19.166596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (895fedce-f0ed-4efe-b6f2-64abfcf3299a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:19.169640 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:19.171550 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/895fedce-f0ed-4efe-b6f2-64abfcf3299a HTTP/1.1" status: 204 len: 168 time: 0.2499814 May 02 14:51:19.184993 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea68e0-c78f-4d7a-87d9-5af5305c30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895fedce-f0ed-4efe-b6f2-64abfcf3299a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:19.323029 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a419-01e0-4eca-8cf2-711530a31d8c req-e036df86-37ee-4a15-81cd-095d3b110d97 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:19.324506 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9971a419-01e0-4eca-8cf2-711530a31d8c req-e036df86-37ee-4a15-81cd-095d3b110d97 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0503702 May 02 14:51:19.370639 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9971a419-01e0-4eca-8cf2-711530a31d8c req-4499fd74-5d80-489c-9fac-fee026b2f1da tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 May 02 14:51:19.505074 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbaaaa-ad47-4fc0-8b8a-9130fffc9e50 req-125d5307-33e5-4f61-9ba5-2c66e6d452b6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:19.506450 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b8bbaaaa-ad47-4fc0-8b8a-9130fffc9e50 req-125d5307-33e5-4f61-9ba5-2c66e6d452b6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 944 time: 0.0556142 May 02 14:51:19.570986 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b8bbaaaa-ad47-4fc0-8b8a-9130fffc9e50 req-8a2517a2-68e4-43c4-853c-857ad3806edf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546455 May 02 14:51:19.776406 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8c8bce09-e744-4859-8800-325d9f9f5b1a up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:19.867039 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 8c8bce09-e744-4859-8800-325d9f9f5b1a completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:51:19.964897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1f9a83-5df3-424b-bb33-44934db0d15c req-b30c455b-713b-4434-821d-933dfa73e172 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:19.966733 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5e1f9a83-5df3-424b-bb33-44934db0d15c req-b30c455b-713b-4434-821d-933dfa73e172 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0973120 May 02 14:51:20.018501 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 8c8bce09-e744-4859-8800-325d9f9f5b1a triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:20.019105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.026853 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5e1f9a83-5df3-424b-bb33-44934db0d15c req-d4955d07-f824-438b-9de6-6b643c1073c9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536170 May 02 14:51:20.113101 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 8c8bce09-e744-4859-8800-325d9f9f5b1a is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:20.113555 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.132657 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34956) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:20.153444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:20.189478 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.252143 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.299391 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:20.487122 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83283bc2-5c24-4955-b3c3-45921b8f7341 req-3189f0b3-adba-4dcc-aa1c-8e5ad2ac28ec tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:20.488612 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83283bc2-5c24-4955-b3c3-45921b8f7341 req-3189f0b3-adba-4dcc-aa1c-8e5ad2ac28ec tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0495138 May 02 14:51:20.521127 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cb9df31e-ab99-4aef-90d5-bbe931d68624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.579088 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83283bc2-5c24-4955-b3c3-45921b8f7341 req-ac8fbb8b-53bb-4125-8cef-d5b1efa32183 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845726 May 02 14:51:20.610578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:20.615807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2f29a5-09d6-4b63-9737-ddaf214a03ac" -d '{"events": [{"server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:20.665084 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add84a23-f1d6-43d0-bab0-111f0097a56b x-openstack-request-id: req-add84a23-f1d6-43d0-bab0-111f0097a56b {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:20.665354 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "name": "network-vif-plugged", "status": "completed", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:20.665613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-add84a23-f1d6-43d0-bab0-111f0097a56b {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:20.666016 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add84a23-f1d6-43d0-bab0-111f0097a56b'] response: {'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a', 'code': 200} May 02 14:51:20.671718 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cb9df31e-ab99-4aef-90d5-bbe931d68624 admin admin] Publish callbacks [] for security_group (1fb4ad41-42ae-4a49-b361-d945c1966e26), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.685887 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 34974) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:20.706485 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c7ec-64cd-4fee-b838-baf4b604c01b req-2c2e264d-57b8-48b5-a15a-e2168b11c767 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:20.707988 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e896c7ec-64cd-4fee-b838-baf4b604c01b req-2c2e264d-57b8-48b5-a15a-e2168b11c767 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0480785 May 02 14:51:20.737984 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cb9df31e-ab99-4aef-90d5-bbe931d68624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1fb4ad41-42ae-4a49-b361-d945c1966e26), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.755898 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e896c7ec-64cd-4fee-b838-baf4b604c01b req-dd4489e2-b349-4cfb-b17d-a2281df2c3c3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 May 02 14:51:20.788743 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 34982) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:20.789369 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-cb9df31e-ab99-4aef-90d5-bbe931d68624 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29dea58f61f4467f8edcf123b2815a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554067 May 02 14:51:20.791882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9df31e-ab99-4aef-90d5-bbe931d68624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb4ad41-42ae-4a49-b361-d945c1966e26,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:20.847746 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] Publish callbacks [] for security_group (1fb4ad41-42ae-4a49-b361-d945c1966e26), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.872355 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] Publish callbacks [] for security_group (1fb4ad41-42ae-4a49-b361-d945c1966e26), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:20.971084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e6ee213f-8417-4126-abf4-92e226f13874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.029762 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1fb4ad41-42ae-4a49-b361-d945c1966e26), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.032354 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.033707 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fb4ad41-42ae-4a49-b361-d945c1966e26 HTTP/1.1" status: 204 len: 168 time: 0.2436681 May 02 14:51:21.041851 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24469b08-867f-4aab-be04-1918eb381843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb4ad41-42ae-4a49-b361-d945c1966e26,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:21.094679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e6ee213f-8417-4126-abf4-92e226f13874 admin admin] Publish callbacks [] for security_group (6bae79a9-7115-4396-be4a-25f920db5fa5), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.162562 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f9772-dd08-49ab-a991-ad17fef3a174 req-e8d8d929-c958-4474-b479-85ec10529212 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:21.164071 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-726f9772-dd08-49ab-a991-ad17fef3a174 req-e8d8d929-c958-4474-b479-85ec10529212 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0473320 May 02 14:51:21.222496 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-726f9772-dd08-49ab-a991-ad17fef3a174 req-a528edfb-6a1e-483f-a861-dca24b6ff795 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518208 May 02 14:51:21.269679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e6ee213f-8417-4126-abf4-92e226f13874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6bae79a9-7115-4396-be4a-25f920db5fa5), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.328274 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e6ee213f-8417-4126-abf4-92e226f13874 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=210ec6a23dd946e6872d29b1a09cb469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408613 May 02 14:51:21.346284 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee213f-8417-4126-abf4-92e226f13874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bae79a9-7115-4396-be4a-25f920db5fa5,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:21.350895 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35000) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:21.380851 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-292ff292-ac71-46df-82a0-c2a9137cc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:21.382338 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-292ff292-ac71-46df-82a0-c2a9137cc734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1127 time: 0.0758960 May 02 14:51:21.385909 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f75c77-a9d2-4aa2-83b2-792c09274da9 req-883c5397-fb29-446e-b706-da2348037273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:21.387500 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-39f75c77-a9d2-4aa2-83b2-792c09274da9 req-883c5397-fb29-446e-b706-da2348037273 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.0746236 May 02 14:51:21.412002 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] Publish callbacks [] for security_group (6bae79a9-7115-4396-be4a-25f920db5fa5), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.436276 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] Publish callbacks [] for security_group (6bae79a9-7115-4396-be4a-25f920db5fa5), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.543934 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6bae79a9-7115-4396-be4a-25f920db5fa5), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.547238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:21.550937 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bae79a9-7115-4396-be4a-25f920db5fa5 HTTP/1.1" status: 204 len: 168 time: 0.1966164 May 02 14:51:21.558303 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5cfa9-b146-48ba-9599-7e644edde5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bae79a9-7115-4396-be4a-25f920db5fa5,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:21.703281 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b20eb6-314b-413f-91dc-7ebadc97c482 req-40eccd3e-d478-4b5b-b0a9-37ac909ef7ff tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:21.704763 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-31b20eb6-314b-413f-91dc-7ebadc97c482 req-40eccd3e-d478-4b5b-b0a9-37ac909ef7ff tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0467341 May 02 14:51:21.751839 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-31b20eb6-314b-413f-91dc-7ebadc97c482 req-b017c79f-e281-47a8-8733-6c1bc6476eca tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413346 May 02 14:51:21.776899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:51:21.911937 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35020) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:21.928890 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:21.944992 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:51:21.999403 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:22.000004 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.018758 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:51:22.050846 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:22.105243 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b13535fb-dd2a-4f94-a39d-419ec00167d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.120904 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-39f75c77-a9d2-4aa2-83b2-792c09274da9 req-f303684b-c6c4-4a16-9bfd-6145f88db220 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308797 May 02 14:51:22.155971 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.205625 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:22.232797 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b67f2-4830-45fe-a0df-389a82d06442 req-44fc0c49-11da-4a5c-af90-c77a984d322d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:22.234382 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a22b67f2-4830-45fe-a0df-389a82d06442 req-44fc0c49-11da-4a5c-af90-c77a984d322d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.2448914 May 02 14:51:22.247280 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63173e-756b-4001-a233-2fcdac550961 req-14c21660-4b8c-4d73-a4a2-cd734b98226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:22.248873 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0d63173e-756b-4001-a233-2fcdac550961 req-14c21660-4b8c-4d73-a4a2-cd734b98226c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1129 time: 0.1147609 May 02 14:51:22.265214 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-708b2751-4609-45cb-9a5b-fefb77634b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:22.266647 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-708b2751-4609-45cb-9a5b-fefb77634b80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.4768860 May 02 14:51:22.327729 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a22b67f2-4830-45fe-a0df-389a82d06442 req-f80db5b2-ee7e-4592-b7e6-486e7e7d2c64 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742974 May 02 14:51:22.367423 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b13535fb-dd2a-4f94-a39d-419ec00167d8 admin admin] Publish callbacks [] for security_group (2f11bccc-5d0f-4122-b6cf-6386cace521b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.374288 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdc072-1038-4206-94f1-f0a1a74f5ac2 req-3642c971-a160-4c1f-8c3f-05d7a55ce02f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:22.453553 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8fdc072-1038-4206-94f1-f0a1a74f5ac2 req-3642c971-a160-4c1f-8c3f-05d7a55ce02f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0852094 May 02 14:51:22.453553 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8fdc072-1038-4206-94f1-f0a1a74f5ac2 req-0cf14030-3539-4d74-8134-38e0f68b186d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 May 02 14:51:22.531832 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-aa2d5387-3ba4-4b86-8c05-5a3043667a0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 217 time: 0.0500579 May 02 14:51:22.556050 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0d63173e-756b-4001-a233-2fcdac550961 req-3d090750-43d5-4d01-9718-9a827dec54b3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 May 02 14:51:22.588904 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b13535fb-dd2a-4f94-a39d-419ec00167d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (2f11bccc-5d0f-4122-b6cf-6386cace521b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.603518 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['a4c48c78-9b74-457f-84d7-b550e0a88607'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:51:22.629157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13535fb-dd2a-4f94-a39d-419ec00167d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11bccc-5d0f-4122-b6cf-6386cace521b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:22.636254 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b13535fb-dd2a-4f94-a39d-419ec00167d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a70dbf11d42d4f42a47335706771b36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7227070 May 02 14:51:22.637218 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35040) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:22.693273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] Publish callbacks [] for security_group (2f11bccc-5d0f-4122-b6cf-6386cace521b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:22.717990 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] Publish callbacks [] for security_group (2f11bccc-5d0f-4122-b6cf-6386cace521b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.028456 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (2f11bccc-5d0f-4122-b6cf-6386cace521b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.031070 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.032199 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2f11bccc-5d0f-4122-b6cf-6386cace521b HTTP/1.1" status: 204 len: 168 time: 0.3939383 May 02 14:51:23.053392 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362efae-5fc7-446f-a339-7b840804fb19 req-06dab978-453a-4bc1-9847-ca86b38abb57 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:23.054861 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e362efae-5fc7-446f-a339-7b840804fb19 req-06dab978-453a-4bc1-9847-ca86b38abb57 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.2307808 May 02 14:51:23.055580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e987f59-8c94-40a0-810e-9cc04d910a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11bccc-5d0f-4122-b6cf-6386cace521b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:23.094596 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35048) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:23.109803 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e362efae-5fc7-446f-a339-7b840804fb19 req-e4c7dc07-30f6-4bd3-95d3-bf341109667e tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483487 May 02 14:51:23.115908 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ef317a2e-79f1-42c4-a5a4-41aa4cb9d143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.195021 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ef317a2e-79f1-42c4-a5a4-41aa4cb9d143 admin admin] Publish callbacks [] for security_group (ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.275003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ef317a2e-79f1-42c4-a5a4-41aa4cb9d143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.317419 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef317a2e-79f1-42c4-a5a4-41aa4cb9d143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:23.321723 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ef317a2e-79f1-42c4-a5a4-41aa4cb9d143 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdcb033085cc4357b554affdae613a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258573 May 02 14:51:23.325697 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35054) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:23.378973 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] Publish callbacks [] for security_group (ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.400418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] Publish callbacks [] for security_group (ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.481540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ad524-68b7-4957-ae50-47de3de6f6df req-d0b3cab8-815a-429c-875c-cff9f92f3275 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:23.483591 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-879ad524-68b7-4957-ae50-47de3de6f6df req-d0b3cab8-815a-429c-875c-cff9f92f3275 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0639105 May 02 14:51:23.556693 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-879ad524-68b7-4957-ae50-47de3de6f6df req-1d9101bf-1ac1-4e83-9fd0-9f4e4fe9ccce tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673330 May 02 14:51:23.618772 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.622574 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:23.625490 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7 HTTP/1.1" status: 204 len: 168 time: 0.2988558 May 02 14:51:23.633720 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbd278-3418-4e30-8bd9-6f1950a15a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbda914-4bf4-44e3-ad3a-63c8e1e5c9a7,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:23.636034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c8558-6aa2-43db-bde1-bf5880548f3f req-80edcd53-9563-4389-acb0-e50ceae22762 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:23.638801 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-886c8558-6aa2-43db-bde1-bf5880548f3f req-80edcd53-9563-4389-acb0-e50ceae22762 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0752482 May 02 14:51:23.696531 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-886c8558-6aa2-43db-bde1-bf5880548f3f req-e01c2cb0-759c-4567-8ee9-b52a0d33cb38 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501058 May 02 14:51:23.754872 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-107e31ff-73a7-4904-9c65-e09ed74121e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:23.756439 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-107e31ff-73a7-4904-9c65-e09ed74121e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0637698 May 02 14:51:23.799160 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:23.847042 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port a4c48c78-9b74-457f-84d7-b550e0a88607 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:51:23.953691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port a4c48c78-9b74-457f-84d7-b550e0a88607 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:23.953691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:24.033180 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:24.033923 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:24.058473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:24.061368 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cd782d-8e4a-423d-92a1-6b9524a3ef0e" -d '{"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:24.074236 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:24.099361 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89236ab8-7f0c-4932-a6fb-bdaf50f79c2d x-openstack-request-id: req-89236ab8-7f0c-4932-a6fb-bdaf50f79c2d {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:24.099687 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:24.099984 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89236ab8-7f0c-4932-a6fb-bdaf50f79c2d {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:24.100390 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89236ab8-7f0c-4932-a6fb-bdaf50f79c2d'] response: {'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'code': 200} May 02 14:51:24.212249 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:24.252727 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fbfd4-4397-4290-b0c6-1e75cf1cab39 req-c142d2e3-7642-4cc9-9a9e-e2805b45976b tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:24.255006 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-472fbfd4-4397-4290-b0c6-1e75cf1cab39 req-c142d2e3-7642-4cc9-9a9e-e2805b45976b tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0715451 May 02 14:51:24.281240 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:24.306751 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-472fbfd4-4397-4290-b0c6-1e75cf1cab39 req-7ee96f93-4c97-43b7-ba9d-4551948c5a64 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 May 02 14:51:24.673441 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692afd3-4f2a-4a44-9d13-5f303adc23d0 req-caf722fc-0229-42e2-bcb9-82717b2cb028 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:24.675525 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1692afd3-4f2a-4a44-9d13-5f303adc23d0 req-caf722fc-0229-42e2-bcb9-82717b2cb028 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0498364 May 02 14:51:24.727437 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1692afd3-4f2a-4a44-9d13-5f303adc23d0 req-6b68e8ba-acec-4330-9890-55d5f8495766 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461845 May 02 14:51:24.865753 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619cea9-0b81-476e-8f90-8e16e0ec0089 req-97e418af-8e7b-4203-969b-ef9cf5168a49 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:24.867249 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8619cea9-0b81-476e-8f90-8e16e0ec0089 req-97e418af-8e7b-4203-969b-ef9cf5168a49 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0818355 May 02 14:51:24.873463 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-a21aaee2-08aa-440d-8a37-016b99651c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:24.874903 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-a21aaee2-08aa-440d-8a37-016b99651c68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536408 May 02 14:51:24.923376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8619cea9-0b81-476e-8f90-8e16e0ec0089 req-95a70f3d-6cde-4e0e-8c5f-361dabba74c2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475180 May 02 14:51:25.859405 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0fde72-abcb-45ae-942d-56122d866e4a req-4d3e31a5-21e5-446b-b4fa-21bb542c92d6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:25.861088 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ce0fde72-abcb-45ae-942d-56122d866e4a req-4d3e31a5-21e5-446b-b4fa-21bb542c92d6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0649514 May 02 14:51:25.946530 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ce0fde72-abcb-45ae-942d-56122d866e4a req-06d090cb-f01c-4f8e-9c52-cdcd3dd433dc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796599 May 02 14:51:25.957253 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-9ad397e0-c854-4e37-a7b9-1b4739b958c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432052 May 02 14:51:26.035320 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3fccf-6198-496e-a8b6-9a7bd4eb4fc4 req-bf7b7a8e-3713-457f-8bc1-f39ee7f09f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:26.035320 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-69f3fccf-6198-496e-a8b6-9a7bd4eb4fc4 req-bf7b7a8e-3713-457f-8bc1-f39ee7f09f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1129 time: 0.0876355 May 02 14:51:26.173489 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-69f3fccf-6198-496e-a8b6-9a7bd4eb4fc4 req-d5c2d568-6cb1-42c7-8049-62c3ca8eaf1d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223717 May 02 14:51:26.180944 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef4856-a06a-4720-833d-ca35e8a97885 req-4ee5983f-4314-43df-a359-4cf8c42895f9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:26.182693 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4eef4856-a06a-4720-833d-ca35e8a97885 req-4ee5983f-4314-43df-a359-4cf8c42895f9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.1514268 May 02 14:51:26.218287 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa9d424e-d15f-4ad8-a793-3cf434c6559c req-caf176db-9840-4372-9770-3c5fb318f8e7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346098 May 02 14:51:26.256659 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4eef4856-a06a-4720-833d-ca35e8a97885 req-33c7f585-0449-4013-adb6-bec2da3865a6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652471 May 02 14:51:26.788128 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090428b-0052-4fad-8f44-ebb997d0664a req-6e10861e-15de-40f2-8405-35f51f26e777 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:26.789727 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8090428b-0052-4fad-8f44-ebb997d0664a req-6e10861e-15de-40f2-8405-35f51f26e777 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0508466 May 02 14:51:26.844778 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8090428b-0052-4fad-8f44-ebb997d0664a req-ef583645-0137-4a89-8b3e-6361ba021442 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 May 02 14:51:27.311468 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-ad8d01bc-7ff7-4d2a-9d7c-54dd445243b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.313023 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-ad8d01bc-7ff7-4d2a-9d7c-54dd445243b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1129 time: 0.0414584 May 02 14:51:27.433620 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385bddb-0201-488d-87c2-cbdbf298d3a2 req-15330460-ebc1-4beb-9897-160e3707fa16 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.436987 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6385bddb-0201-488d-87c2-cbdbf298d3a2 req-15330460-ebc1-4beb-9897-160e3707fa16 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0914612 May 02 14:51:27.526084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-e404bdad-3397-407f-b08d-8e04fa6ca58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.527522 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-e404bdad-3397-407f-b08d-8e04fa6ca58d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1699648 May 02 14:51:27.534914 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6385bddb-0201-488d-87c2-cbdbf298d3a2 req-8ecd20d2-e631-4f45-bb8c-2fec86199bdd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634525 May 02 14:51:27.573922 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-5793b114-0375-4fb9-a7fe-a51c3ac2fd19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 217 time: 0.0380664 May 02 14:51:27.621276 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-717f2dcf-e406-4ea6-9623-ffc3473fb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.623274 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-717f2dcf-e406-4ea6-9623-ffc3473fb93a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0438206 May 02 14:51:27.781976 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-9ab29bb1-1da5-49ed-a61c-885ca81019cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.783348 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-9ab29bb1-1da5-49ed-a61c-885ca81019cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390239 May 02 14:51:27.960886 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e9939-2eaa-4974-b3fe-4f6d5e0fd76f req-8f570861-91b1-414e-9114-56afdd25a5bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:27.962318 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-828e9939-2eaa-4974-b3fe-4f6d5e0fd76f req-8f570861-91b1-414e-9114-56afdd25a5bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0509474 May 02 14:51:28.010064 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-828e9939-2eaa-4974-b3fe-4f6d5e0fd76f req-c7e77022-213e-48a7-8ab1-cd040bd2f637 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420749 May 02 14:51:28.352905 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-74a85d13-3f57-426b-b424-4f52c413e736 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851388 May 02 14:51:28.446924 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7186ae70-670e-43e2-94f4-f4a93a98654a req-a50479ab-63b3-4b81-ad78-5435b3bcdf1e service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 May 02 14:51:28.659906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ef9a4-7b01-41fc-a865-2e2136993843 req-13959455-186c-4d93-8df1-98b4d4ece6f5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:28.661391 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3e3ef9a4-7b01-41fc-a865-2e2136993843 req-13959455-186c-4d93-8df1-98b4d4ece6f5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0502412 May 02 14:51:28.707774 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3e3ef9a4-7b01-41fc-a865-2e2136993843 req-bef84d1a-9c43-4437-af74-2095ab3c122d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 May 02 14:51:28.831066 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b96797-5258-41dc-ab2d-90b6ac0661a3 req-c4956dd1-95a0-44c0-9f75-377514fcb90f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:28.832738 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-53b96797-5258-41dc-ab2d-90b6ac0661a3 req-c4956dd1-95a0-44c0-9f75-377514fcb90f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0560305 May 02 14:51:28.841945 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35256) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:28.846703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'floatingip': {'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:28.921329 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:29.162849 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ad477-2fc9-49d2-b463-96d8413fec2d req-b67f6617-39e7-4f30-a24c-4190092d9157 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:29.164632 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f15ad477-2fc9-49d2-b463-96d8413fec2d req-b67f6617-39e7-4f30-a24c-4190092d9157 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0567801 May 02 14:51:29.216851 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f15ad477-2fc9-49d2-b463-96d8413fec2d req-bf01491c-c00d-4943-8ed0-686e6c8195e4 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464265 May 02 14:51:29.635292 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:29.714565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:29.816738 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Floating IP cbdeac76-b68f-4750-b188-37d485c78652 associated. External IP: 172.27.0.11, port: a4c48c78-9b74-457f-84d7-b550e0a88607. May 02 14:51:30.246212 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:51:30.356356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aca81-e481-49ea-8563-161f2e12892b req-3549997d-3045-41d7-bec9-50bfae416053 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:30.357822 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-694aca81-e481-49ea-8563-161f2e12892b req-3549997d-3045-41d7-bec9-50bfae416053 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0644910 May 02 14:51:30.423352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:51:30.429748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:30.437529 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:51:30.449774 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:30.451172 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:30.466852 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-694aca81-e481-49ea-8563-161f2e12892b req-e0c2f7cb-d307-4044-a120-79a38abc356a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835910 May 02 14:51:30.470605 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-be252390-1525-4306-9a9d-7f2cba734d23 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "PUT /v2.0/floatingips/cbdeac76-b68f-4750-b188-37d485c78652 HTTP/1.1" status: 200 len: 990 time: 1.6272962 May 02 14:51:30.471146 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:30.473451 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d35317-5bed-4f76-a230-15f9bc4c85dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:30.517474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42173d2-27b4-43dc-8b61-1c06ba1a6e1f x-openstack-request-id: req-b42173d2-27b4-43dc-8b61-1c06ba1a6e1f {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:30.517771 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:30.518030 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b42173d2-27b4-43dc-8b61-1c06ba1a6e1f {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:30.518440 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42173d2-27b4-43dc-8b61-1c06ba1a6e1f'] response: {'name': 'network-changed', 'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'status': 'completed', 'code': 200} May 02 14:51:30.573037 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:30.920609 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'cbdeac76-b68f-4750-b188-37d485c78652', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387a0cf-bc03-471f-943e-0e24da25287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:50:52Z', 'updated_at': '2022-05-02T14:51:29Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:30.946591 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:51:30.954957 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:30.955570 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:31.064910 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:31.275573 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'cbdeac76-b68f-4750-b188-37d485c78652', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387a0cf-bc03-471f-943e-0e24da25287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:50:52Z', 'updated_at': '2022-05-02T14:51:29Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:31.301512 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9049560e-f5ef-4d38-b63c-70fea9ada965 None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'cbdeac76-b68f-4750-b188-37d485c78652', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.11', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9387a0cf-bc03-471f-943e-0e24da25287b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:50:52Z', 'updated_at': '2022-05-02T14:51:29Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:51:31.516970 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9a2f12-bc85-4cee-80b9-39bf695a22f7 None None] New status for floating IP cbdeac76-b68f-4750-b188-37d485c78652: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:51:31.603369 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d511735-666e-4569-88cf-ad715440faa1 req-3fef63b8-66bb-4ac3-aea8-adca3410800a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:31.604958 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4d511735-666e-4569-88cf-ad715440faa1 req-3fef63b8-66bb-4ac3-aea8-adca3410800a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0504866 May 02 14:51:31.652865 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4d511735-666e-4569-88cf-ad715440faa1 req-22045818-ad0c-4cd3-8a6c-c5aba222785f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418460 May 02 14:51:32.765037 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e97f4c-aadd-4136-8068-5ce19abd9f9f req-66543946-8c40-402b-94fd-73295dc4dea3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:32.766385 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-59e97f4c-aadd-4136-8068-5ce19abd9f9f req-66543946-8c40-402b-94fd-73295dc4dea3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0458696 May 02 14:51:32.811951 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-59e97f4c-aadd-4136-8068-5ce19abd9f9f req-5d26715b-209a-492d-9294-888ac1738b15 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 May 02 14:51:32.869530 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-319b5c20-6218-47ec-8896-3bf0d139e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:32.876929 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-319b5c20-6218-47ec-8896-3bf0d139e075 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1129 time: 0.0400147 May 02 14:51:33.922304 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a5217-cca0-4008-8e30-bddd0a8bb50b req-b88c3bc5-c04d-4da7-8500-885f7c9a4977 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:33.923754 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-326a5217-cca0-4008-8e30-bddd0a8bb50b req-b88c3bc5-c04d-4da7-8500-885f7c9a4977 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0463316 May 02 14:51:33.969027 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-326a5217-cca0-4008-8e30-bddd0a8bb50b req-e5c101ce-a098-4367-8b45-a1cc43ce96f9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 May 02 14:51:34.194642 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-bb27eee7-cf67-426a-aeca-fe480adf403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:34.196105 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-bb27eee7-cf67-426a-aeca-fe480adf403d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0862479 May 02 14:51:34.293412 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-895b2d8a-a035-4c88-bcd9-c14f4be849da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 1000 time: 0.0913229 May 02 14:51:34.339718 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-1f0d5074-572c-471d-8794-163e0582baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:34.341236 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-1f0d5074-572c-471d-8794-163e0582baf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0423565 May 02 14:51:34.382580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-8cab05b4-54ea-4877-a7a2-0adaf39a0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:34.384092 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-8cab05b4-54ea-4877-a7a2-0adaf39a0215 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376790 May 02 14:51:34.475526 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-bbb9e39c-8404-4d4f-af0b-575af379b6c8 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858088 May 02 14:51:34.565263 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9d35317-5bed-4f76-a230-15f9bc4c85dd req-00647506-2cfd-45af-8fc7-8159e946fe20 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804634 May 02 14:51:35.084289 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122a7b1-ae1d-4792-ba0f-61b93caa80ff req-6bdcc5ce-be0a-4d5c-9900-499b92c88186 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:35.085747 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e122a7b1-ae1d-4792-ba0f-61b93caa80ff req-6bdcc5ce-be0a-4d5c-9900-499b92c88186 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0508268 May 02 14:51:35.163509 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e122a7b1-ae1d-4792-ba0f-61b93caa80ff req-d33a14db-09be-4919-b945-bd09d44d3c20 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717063 May 02 14:51:35.167462 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-bb0a3e52-5da5-4e43-bb12-61bcbaa78a53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464690 May 02 14:51:35.280564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-f0f0d285-c415-4005-8aaa-ca4b1047d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:35.282411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-f0f0d285-c415-4005-8aaa-ca4b1047d018 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 1129 time: 0.0437696 May 02 14:51:35.411580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-e78cb23b-6f80-4e78-8be5-df8adb847d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:35.413115 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-e78cb23b-6f80-4e78-8be5-df8adb847d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9047b92-d977-496c-807f-6a3091ce867f HTTP/1.1" status: 200 len: 911 time: 0.1089494 May 02 14:51:35.548578 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-93f3e17a-05ea-42ea-9b8b-cbf27ef19805 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3 HTTP/1.1" status: 200 len: 217 time: 0.0356486 May 02 14:51:36.286683 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ef1a2-39dd-413e-96f2-0061b8184f52 req-cbed3497-c20e-4b89-be99-fa5024a739a6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:36.288383 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-645ef1a2-39dd-413e-96f2-0061b8184f52 req-cbed3497-c20e-4b89-be99-fa5024a739a6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0513358 May 02 14:51:36.346030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-645ef1a2-39dd-413e-96f2-0061b8184f52 req-8fbd2be7-6cf9-45df-bdb9-fbe5a049ce6f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502419 May 02 14:51:36.559557 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35444) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:36.688695 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6985a50f-df51-449a-8890-996bfdccf569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:36.761160 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6985a50f-df51-449a-8890-996bfdccf569 admin admin] Publish callbacks [] for security_group (cd669627-af4e-44ac-a043-4528ed22d0a7), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:36.886712 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6985a50f-df51-449a-8890-996bfdccf569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (cd669627-af4e-44ac-a043-4528ed22d0a7), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:36.934101 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35456) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:36.935203 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6985a50f-df51-449a-8890-996bfdccf569 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39f292c1a70440fdbfa5c22573b2b468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699715 May 02 14:51:36.939068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985a50f-df51-449a-8890-996bfdccf569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd669627-af4e-44ac-a043-4528ed22d0a7,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:36.978996 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-bc8aca2b-7896-4a68-8836-7952ae3fc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:36.980573 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-bc8aca2b-7896-4a68-8836-7952ae3fc49e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5aa8b5-a91f-445c-b3ec-75a8fc58d195 HTTP/1.1" status: 200 len: 850 time: 0.1015882 May 02 14:51:37.038840 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-aac1f976-3a50-4d09-86b2-09e615d8011f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9047b92-d977-496c-807f-6a3091ce867f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377162 May 02 14:51:37.055051 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] Publish callbacks [] for security_group (cd669627-af4e-44ac-a043-4528ed22d0a7), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.081056 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] Publish callbacks [] for security_group (cd669627-af4e-44ac-a043-4528ed22d0a7), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.234462 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (cd669627-af4e-44ac-a043-4528ed22d0a7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.242230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35474) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:37.242735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.242735 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd669627-af4e-44ac-a043-4528ed22d0a7 HTTP/1.1" status: 204 len: 168 time: 0.3030770 May 02 14:51:37.249234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6ba4-23ef-4216-b911-5da0274dead4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd669627-af4e-44ac-a043-4528ed22d0a7,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:37.512514 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8d432-1f13-40a1-9179-50f20b525ab2 req-a51a6554-3ee8-43e9-9559-5bbac2646f3b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:37.514555 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-50c8d432-1f13-40a1-9179-50f20b525ab2 req-a51a6554-3ee8-43e9-9559-5bbac2646f3b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0981565 May 02 14:51:37.557710 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-d674b7f0-9ddc-43ea-9fdf-eba4d6e1f6e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488390 May 02 14:51:37.580136 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-50c8d432-1f13-40a1-9179-50f20b525ab2 req-c5a7fc38-8021-4a66-9ae0-e36525b5617f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570514 May 02 14:51:37.674045 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56cabc68-26c0-4150-8677-23e5c6224fbb req-9ab71c0b-0abf-4042-aa29-fb1ddcb43044 service neutron] 10.222.0.41 "GET /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929675 May 02 14:51:37.716762 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-909d53ef-248b-4ed9-bee0-e7c8c32dadaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.798301 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-909d53ef-248b-4ed9-bee0-e7c8c32dadaa admin admin] Publish callbacks [] for security_group (6040a6d9-e018-462c-94ca-f6aabe763c1d), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.809899 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35494) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:37.913059 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ff083ffc-1eea-4977-801e-cc79ba488e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.914799 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-909d53ef-248b-4ed9-bee0-e7c8c32dadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6040a6d9-e018-462c-94ca-f6aabe763c1d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:37.971651 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-909d53ef-248b-4ed9-bee0-e7c8c32dadaa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09317d64ecce4460a9f9cd3ac3f8d22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7339723 May 02 14:51:37.974247 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35498) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:37.974949 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d53ef-248b-4ed9-bee0-e7c8c32dadaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040a6d9-e018-462c-94ca-f6aabe763c1d,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.033188 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Publish callbacks [] for security_group (6040a6d9-e018-462c-94ca-f6aabe763c1d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.039374 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ff083ffc-1eea-4977-801e-cc79ba488e12 admin admin] Publish callbacks [] for security_group (94a97067-75db-46b7-b867-6695c48d366a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.056699 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Publish callbacks [] for security_group (6040a6d9-e018-462c-94ca-f6aabe763c1d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.200493 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ff083ffc-1eea-4977-801e-cc79ba488e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (94a97067-75db-46b7-b867-6695c48d366a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.219053 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35504) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:38.234492 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6040a6d9-e018-462c-94ca-f6aabe763c1d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.236999 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.238217 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6040a6d9-e018-462c-94ca-f6aabe763c1d HTTP/1.1" status: 204 len: 168 time: 0.2628047 May 02 14:51:38.244683 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ff083ffc-1eea-4977-801e-cc79ba488e12 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50a2c2d2afe14e3b94a09d159cb9f12d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307249 May 02 14:51:38.244683 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff083ffc-1eea-4977-801e-cc79ba488e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a97067-75db-46b7-b867-6695c48d366a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.245195 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35508) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:38.249136 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf162fc0-2f44-45a0-a931-c7d52d80fe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.263244 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040a6d9-e018-462c-94ca-f6aabe763c1d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.274194 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.274544 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.274902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.275246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.275578 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.275924 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.276438 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.276981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.277352 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.277779 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.278203 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.278653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.279768 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.280174 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.280870 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e94d0f-b756-45b5-9879-1e51ef7f4a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.348836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] Publish callbacks [] for security_group (94a97067-75db-46b7-b867-6695c48d366a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.378626 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf162fc0-2f44-45a0-a931-c7d52d80fe98 admin admin] Publish callbacks [] for security_group (e2328b8a-93cc-445a-977f-f2e3ec920f55), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.382486 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] Publish callbacks [] for security_group (94a97067-75db-46b7-b867-6695c48d366a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.496230 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf162fc0-2f44-45a0-a931-c7d52d80fe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e2328b8a-93cc-445a-977f-f2e3ec920f55), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.525781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35512) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:38.531278 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-cf162fc0-2f44-45a0-a931-c7d52d80fe98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a1d4a85df84ffda5520ab19ab9d415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107982 May 02 14:51:38.552563 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf162fc0-2f44-45a0-a931-c7d52d80fe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2328b8a-93cc-445a-977f-f2e3ec920f55,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.567817 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (94a97067-75db-46b7-b867-6695c48d366a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.574811 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.576760 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94a97067-75db-46b7-b867-6695c48d366a HTTP/1.1" status: 204 len: 168 time: 0.3306131 May 02 14:51:38.576885 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35516) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:38.605985 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75a043-98cb-42ab-af86-a8d80cc87f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a97067-75db-46b7-b867-6695c48d366a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.639993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Publish callbacks [] for security_group (e2328b8a-93cc-445a-977f-f2e3ec920f55), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.658863 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Publish callbacks [] for security_group (e2328b8a-93cc-445a-977f-f2e3ec920f55), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.728071 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f80f0-979d-42d5-9635-35a84c16afb3 req-9871e214-81a1-4b25-b348-adf92d4d5b90 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:38.729570 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d4f80f0-979d-42d5-9635-35a84c16afb3 req-9871e214-81a1-4b25-b348-adf92d4d5b90 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0639598 May 02 14:51:38.783088 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d4f80f0-979d-42d5-9635-35a84c16afb3 req-885247b8-4565-452b-946b-00f3400929bd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 May 02 14:51:38.799539 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-74cd7003-ea35-450d-944a-492b886e8c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.857299 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e2328b8a-93cc-445a-977f-f2e3ec920f55), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.860106 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:38.861909 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2328b8a-93cc-445a-977f-f2e3ec920f55 HTTP/1.1" status: 204 len: 168 time: 0.3344736 May 02 14:51:38.870750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2328b8a-93cc-445a-977f-f2e3ec920f55,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:38.877615 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.877967 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.878339 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.878687 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.879019 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.879354 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.879663 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.880031 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.880576 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.880715 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.881019 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.881347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.881673 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.881996 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.882319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012351a-71db-4562-bfc2-9208b6dd0f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:38.923759 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-74cd7003-ea35-450d-944a-492b886e8c85 admin admin] Publish callbacks [] for security_group (e977b3d8-225e-4f06-b307-d694e9fadb53), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.023238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-74cd7003-ea35-450d-944a-492b886e8c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e977b3d8-225e-4f06-b307-d694e9fadb53), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.067528 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-74cd7003-ea35-450d-944a-492b886e8c85 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f13c097a6704567992bcf97ac0c0f83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871519 May 02 14:51:39.067717 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35540) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:39.074894 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd7003-ea35-450d-944a-492b886e8c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977b3d8-225e-4f06-b307-d694e9fadb53,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:39.120206 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] Publish callbacks [] for security_group (e977b3d8-225e-4f06-b307-d694e9fadb53), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.141591 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] Publish callbacks [] for security_group (e977b3d8-225e-4f06-b307-d694e9fadb53), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.320717 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e977b3d8-225e-4f06-b307-d694e9fadb53), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.323715 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.324907 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e977b3d8-225e-4f06-b307-d694e9fadb53 HTTP/1.1" status: 204 len: 168 time: 0.2563126 May 02 14:51:39.343232 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0ec70-c079-4fc4-8760-ab971e0251cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e977b3d8-225e-4f06-b307-d694e9fadb53,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:39.415276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb5a4a-a506-4890-80f3-50d142617b3c req-cf5cec37-335d-4c44-9050-18180c27cf22 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:39.416759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-effb5a4a-a506-4890-80f3-50d142617b3c req-cf5cec37-335d-4c44-9050-18180c27cf22 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0454991 May 02 14:51:39.449720 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35546) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:39.457198 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.467704 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b226309-1a82-4345-bb22-f2647533a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.477078 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-effb5a4a-a506-4890-80f3-50d142617b3c req-ddd8916d-342d-4348-b86e-ab3eaeb801b9 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540395 May 02 14:51:39.556564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b226309-1a82-4345-bb22-f2647533a91d admin admin] Publish callbacks [] for security_group (51310144-f383-4e16-bda2-d1bbb86170aa), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.651568 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b226309-1a82-4345-bb22-f2647533a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (51310144-f383-4e16-bda2-d1bbb86170aa), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.690416 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4b226309-1a82-4345-bb22-f2647533a91d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53ea4068ea4c453697288b67a0906ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394528 May 02 14:51:39.691497 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b226309-1a82-4345-bb22-f2647533a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51310144-f383-4e16-bda2-d1bbb86170aa,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:39.693125 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35550) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:39.746186 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] Publish callbacks [] for security_group (51310144-f383-4e16-bda2-d1bbb86170aa), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.767491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] Publish callbacks [] for security_group (51310144-f383-4e16-bda2-d1bbb86170aa), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.851608 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35556) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:39.866288 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-4f468e23-9cfd-445d-9250-cfab377d7cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.918562 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (51310144-f383-4e16-bda2-d1bbb86170aa), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.921566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:39.925604 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51310144-f383-4e16-bda2-d1bbb86170aa HTTP/1.1" status: 204 len: 168 time: 0.2285264 May 02 14:51:39.933250 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502af79-4b1c-468d-aa8a-5e76e6c3d655 req-f6903586-f658-4344-b6dc-aa26a3e9d769 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:39.934775 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9502af79-4b1c-468d-aa8a-5e76e6c3d655 req-f6903586-f658-4344-b6dc-aa26a3e9d769 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0472808 May 02 14:51:39.938192 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1f520-c1b9-4cb1-a20c-4ee5f4d98872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51310144-f383-4e16-bda2-d1bbb86170aa,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:39.989972 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9502af79-4b1c-468d-aa8a-5e76e6c3d655 req-9921f868-0766-4299-8f38-9751bc7a53ae tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 May 02 14:51:40.020478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-4f468e23-9cfd-445d-9250-cfab377d7cd4 admin admin] Publish callbacks [] for security_group (a4ab63c5-8b4e-4a57-b0af-adc41b265008), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.136960 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-4f468e23-9cfd-445d-9250-cfab377d7cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a4ab63c5-8b4e-4a57-b0af-adc41b265008), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.186813 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-4f468e23-9cfd-445d-9250-cfab377d7cd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7de61c57873440b5bed78e2c40da7d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311002 May 02 14:51:40.186813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f468e23-9cfd-445d-9250-cfab377d7cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab63c5-8b4e-4a57-b0af-adc41b265008,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:40.187301 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35568) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:40.248384 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] Publish callbacks [] for security_group (a4ab63c5-8b4e-4a57-b0af-adc41b265008), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.269685 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] Publish callbacks [] for security_group (a4ab63c5-8b4e-4a57-b0af-adc41b265008), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.400179 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a4ab63c5-8b4e-4a57-b0af-adc41b265008), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.402917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.407498 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ab63c5-8b4e-4a57-b0af-adc41b265008 HTTP/1.1" status: 204 len: 168 time: 0.2151337 May 02 14:51:40.411817 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4f121-258d-4140-93e0-f1268f246b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab63c5-8b4e-4a57-b0af-adc41b265008,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:40.592316 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5045-d47c-4456-bf22-49a31440bdda req-8bb8862d-35bc-4ceb-9133-990b45d27cc7 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:40.593710 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a3bf5045-d47c-4456-bf22-49a31440bdda req-8bb8862d-35bc-4ceb-9133-990b45d27cc7 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0476041 May 02 14:51:40.639576 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a3bf5045-d47c-4456-bf22-49a31440bdda req-dd88eed5-5af8-4d3c-b92b-58f1a1261bac tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403869 May 02 14:51:40.867814 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35584) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:40.881058 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb04a-af18-4061-b88c-5276298702ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.960287 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb04a-af18-4061-b88c-5276298702ef admin admin] Publish callbacks [] for security_group (4372f866-330f-4bda-b9e7-423da58260fb), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:40.978671 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:51:41.051725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b6eeb04a-af18-4061-b88c-5276298702ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (4372f866-330f-4bda-b9e7-423da58260fb), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.115322 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b6eeb04a-af18-4061-b88c-5276298702ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b771bb7cbb6e4ff2a1a35000a0c81f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462661 May 02 14:51:41.118150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35594) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:41.126103 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eeb04a-af18-4061-b88c-5276298702ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372f866-330f-4bda-b9e7-423da58260fb,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:41.133969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e6883-678e-43f3-ad52-60f9ba3483da req-36075df0-3a77-4c9a-930f-1570c5132ff0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:41.135411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-012e6883-678e-43f3-ad52-60f9ba3483da req-36075df0-3a77-4c9a-930f-1570c5132ff0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0722094 May 02 14:51:41.167739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] Publish callbacks [] for security_group (4372f866-330f-4bda-b9e7-423da58260fb), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.185829 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-012e6883-678e-43f3-ad52-60f9ba3483da req-8544c652-5d28-4884-a322-c78d92a2cb20 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 May 02 14:51:41.189129 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] Publish callbacks [] for security_group (4372f866-330f-4bda-b9e7-423da58260fb), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.343304 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (4372f866-330f-4bda-b9e7-423da58260fb), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.345938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.347117 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4372f866-330f-4bda-b9e7-423da58260fb HTTP/1.1" status: 204 len: 168 time: 0.2279813 May 02 14:51:41.354933 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11f8c0-7db4-46dc-bf4e-bf5d439631ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372f866-330f-4bda-b9e7-423da58260fb,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:41.399861 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35606) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:41.416906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c7669d3e-6d6a-4e4f-9294-e9aaea1282a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.499201 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c7669d3e-6d6a-4e4f-9294-e9aaea1282a4 admin admin] Publish callbacks [] for security_group (8b8e1842-81de-4625-b1ea-a0153a007d9f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.576321 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c7669d3e-6d6a-4e4f-9294-e9aaea1282a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (8b8e1842-81de-4625-b1ea-a0153a007d9f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.612821 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7669d3e-6d6a-4e4f-9294-e9aaea1282a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e1842-81de-4625-b1ea-a0153a007d9f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:41.617610 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c7669d3e-6d6a-4e4f-9294-e9aaea1282a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a77197b9ab34c0f9f24c14f1c5588fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162304 May 02 14:51:41.620260 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35612) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:41.674282 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] Publish callbacks [] for security_group (8b8e1842-81de-4625-b1ea-a0153a007d9f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.699658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] Publish callbacks [] for security_group (8b8e1842-81de-4625-b1ea-a0153a007d9f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.773370 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00a020-cd64-4e13-978f-109119d37a63 req-e600de68-7a3d-456b-a145-747679bad242 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:41.776980 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a00a020-cd64-4e13-978f-109119d37a63 req-e600de68-7a3d-456b-a145-747679bad242 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0570230 May 02 14:51:41.826486 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a00a020-cd64-4e13-978f-109119d37a63 req-ca841ee3-2bee-41af-9521-936f2cc3ec2b tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446100 May 02 14:51:41.874781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (8b8e1842-81de-4625-b1ea-a0153a007d9f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.877560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:41.879969 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b8e1842-81de-4625-b1ea-a0153a007d9f HTTP/1.1" status: 204 len: 168 time: 0.2569242 May 02 14:51:41.886337 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e84ef-8645-44ca-ac3a-0123a6fda77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e1842-81de-4625-b1ea-a0153a007d9f,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:41.974331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35624) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:42.061551 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-8b4e2c91-4e14-4996-ba67-8df081257471 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:42.063016 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-8b4e2c91-4e14-4996-ba67-8df081257471 tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.41 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 945 time: 0.0481653 May 02 14:51:42.320825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8488-6b51-42c4-9559-face4bbe39a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.413092 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8488-6b51-42c4-9559-face4bbe39a4 admin admin] Publish callbacks [] for security_group (a6c24e42-a813-41f9-a45a-0805b1505439), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.446880 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35a512-b81c-4901-be2e-d4fb55036346 req-b264c55c-4c18-46d7-b051-9e7b90431040 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:42.448387 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7e35a512-b81c-4901-be2e-d4fb55036346 req-b264c55c-4c18-46d7-b051-9e7b90431040 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1025105 May 02 14:51:42.456605 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Deleting port be1e1b11-79d4-464e-bead-3b59d1542ec3 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:51:42.456605 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.531141 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8d8a8488-6b51-42c4-9559-face4bbe39a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a6c24e42-a813-41f9-a45a-0805b1505439), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.575635 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7e35a512-b81c-4901-be2e-d4fb55036346 req-1ce6e2f2-dc89-42eb-8a0e-78ff0ab5f93c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082807 May 02 14:51:42.588094 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8d8a8488-6b51-42c4-9559-face4bbe39a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8cba3168a7945968b7392afe706f408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6126246 May 02 14:51:42.590478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a8488-6b51-42c4-9559-face4bbe39a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c24e42-a813-41f9-a45a-0805b1505439,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:42.592153 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35652) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:42.595254 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] For port be1e1b11-79d4-464e-bead-3b59d1542ec3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=be1e1b11-79d4-464e-bead-3b59d1542ec3,segment=NetworkSegment(9a730b9b-71dd-49fc-864f-e3eb23653543),segment_id=9a730b9b-71dd-49fc-864f-e3eb23653543)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:42.595631 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.623618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Calling delete_port for be1e1b11-79d4-464e-bead-3b59d1542ec3 owned by compute:nova {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:51:42.719029 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] Publish callbacks [] for security_group (a6c24e42-a813-41f9-a45a-0805b1505439), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.758266 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] Publish callbacks [] for security_group (a6c24e42-a813-41f9-a45a-0805b1505439), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.880337 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a6c24e42-a813-41f9-a45a-0805b1505439), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.883307 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.886763 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6c24e42-a813-41f9-a45a-0805b1505439 HTTP/1.1" status: 204 len: 168 time: 0.2910614 May 02 14:51:42.892640 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc396d0-e7cf-4bb6-85fd-fc37982ff60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c24e42-a813-41f9-a45a-0805b1505439,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:42.902421 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (be1e1b11-79d4-464e-bead-3b59d1542ec3), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:42.947537 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Pushing event deleted for resources: {'Port': ['ID=be1e1b11-79d4-464e-bead-3b59d1542ec3,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:42.947730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35668) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:42.947990 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['be1e1b11-79d4-464e-bead-3b59d1542ec3'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:51:42.960821 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e03deed9-8670-49fd-85d3-98f5f775489b req-b5434bd4-78fb-49cc-bdcb-7930d7ba662d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0439231 May 02 14:51:43.035779 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] No DVR routers for this DVR port be1e1b11-79d4-464e-bead-3b59d1542ec3 on host hv-cinder-75078 {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:51:43.039367 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.042934 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-561475d1-b0c2-414b-938d-fe859bd625e3 req-0fd1c2c3-4d45-4ed6-bf98-eaaa57c13b7d tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.41 "DELETE /v2.0/ports/be1e1b11-79d4-464e-bead-3b59d1542ec3 HTTP/1.1" status: 204 len: 173 time: 0.9741700 May 02 14:51:43.043431 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'name': 'network-vif-deleted', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:51:43.047068 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407d1fa9-2473-4300-9cfd-d9c6f804b5ac" -d '{"events": [{"server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "name": "network-vif-deleted", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:51:43.089379 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88814ed-9f8d-4ff4-898c-c9cf53847aac x-openstack-request-id: req-e88814ed-9f8d-4ff4-898c-c9cf53847aac {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:51:43.089758 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d89704-b049-49f6-8403-87dee4a69c77", "name": "network-vif-deleted", "tag": "be1e1b11-79d4-464e-bead-3b59d1542ec3", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:51:43.090084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e88814ed-9f8d-4ff4-898c-c9cf53847aac {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:51:43.090556 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88814ed-9f8d-4ff4-898c-c9cf53847aac'] response: {'server_uuid': '19d89704-b049-49f6-8403-87dee4a69c77', 'name': 'network-vif-deleted', 'tag': 'be1e1b11-79d4-464e-bead-3b59d1542ec3', 'status': 'completed', 'code': 200} May 02 14:51:43.299586 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1067323467-network', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:43.388403 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Made reservation on behalf of 997fcd7fac4840ada644dba449cc38a1 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:43.390911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.399689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.477648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks [] for security_group (36e68e1b-541c-4120-b8a1-ccb7ed625fe2), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.588536 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (36e68e1b-541c-4120-b8a1-ccb7ed625fe2), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.600810 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:51:43.624503 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ae87129b-df63-450c-80f8-c463eee6163c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.625143 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (971f33cb-ce67-40cb-a999-daddc7f70190), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.633610 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Added segment 971f33cb-ce67-40cb-a999-daddc7f70190 of type vlan for network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 May 02 14:51:43.662227 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e68e1b-541c-4120-b8a1-ccb7ed625fe2,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:43.707127 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (0c4e6c2f-af37-4b09-9c62-9fae74afd189), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.725696 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9db3cc-96e1-45f8-b86d-0524e567258d req-1af89537-5b9f-4cc5-8a1a-953123aed55c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:43.727124 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c9db3cc-96e1-45f8-b86d-0524e567258d req-1af89537-5b9f-4cc5-8a1a-953123aed55c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0660944 May 02 14:51:43.795454 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c9db3cc-96e1-45f8-b86d-0524e567258d req-c42905b6-62f0-4744-97c7-331ff97d048d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 May 02 14:51:43.925943 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (0c4e6c2f-af37-4b09-9c62-9fae74afd189), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.926941 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:43.927725 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.965502 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35700) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:43.986299 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ea8659e6-45f5-4fa0-b9f3-95a350bc1b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:43.999588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4e6c2f-af37-4b09-9c62-9fae74afd189,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:44.012255 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:51:44.061348 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-5bafda2f-ffdd-4a31-b1c3-c2e8b9e4d282 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1121345 May 02 14:51:44.066119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35706) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:44.071452 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Request body: {'subnet': {'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1067323467-subnet', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:44.117382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ea8659e6-45f5-4fa0-b9f3-95a350bc1b02 admin admin] Publish callbacks [] for security_group (e11b0a94-a848-4d3d-b955-b5730375aed2), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.145186 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-51c44386-81aa-4131-bdf6-bf3821b38519 req-333beda6-224d-4f5d-bc6c-464db4e9556c tempest-DeleteServersTestJSON-1718570721 tempest-DeleteServersTestJSON-1718570721-project] 10.222.0.36 "GET /v2.0/ports?device_id=19d89704-b049-49f6-8403-87dee4a69c77 HTTP/1.1" status: 200 len: 210 time: 0.0416541 May 02 14:51:44.211682 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Made reservation on behalf of 997fcd7fac4840ada644dba449cc38a1 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:44.211982 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ea8659e6-45f5-4fa0-b9f3-95a350bc1b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e11b0a94-a848-4d3d-b955-b5730375aed2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.214120 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.260723 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ea8659e6-45f5-4fa0-b9f3-95a350bc1b02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc1c1ab337e34864b285c2b33c476d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942090 May 02 14:51:44.261586 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8659e6-45f5-4fa0-b9f3-95a350bc1b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11b0a94-a848-4d3d-b955-b5730375aed2,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:44.268752 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35712) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:44.332823 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] Publish callbacks [] for security_group (e11b0a94-a848-4d3d-b955-b5730375aed2), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.355729 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] Publish callbacks [] for security_group (e11b0a94-a848-4d3d-b955-b5730375aed2), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.469025 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e11b0a94-a848-4d3d-b955-b5730375aed2), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.471693 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.477465 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e11b0a94-a848-4d3d-b955-b5730375aed2 HTTP/1.1" status: 204 len: 168 time: 0.2024374 May 02 14:51:44.483611 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e06fa-3b34-4001-8e89-99ca2e90e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11b0a94-a848-4d3d-b955-b5730375aed2,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:44.525793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (c8e9c82c-66b4-460e-b9c5-04f57c51e264), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.581483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e9c82c-66b4-460e-b9c5-04f57c51e264,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:44.592109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Checking segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:44.592644 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Network hostable DHCP agents. Network: 0c4e6c2f-af37-4b09-9c62-9fae74afd189, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:51:44.725749 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:51:44.834846 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 0c4e6c2f-af37-4b09-9c62-9fae74afd189) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:44.843773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:44.843773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:44.845714 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93084fd-c38d-47c3-b79a-0ea0ed83c08a None None] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:44.927163 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf644ca7-a594-4e9e-ab89-8fa2b4536e27 req-65c21b8a-46fe-4862-990a-f37b7d83e17e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:44.928917 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf644ca7-a594-4e9e-ab89-8fa2b4536e27 req-65c21b8a-46fe-4862-990a-f37b7d83e17e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0616956 May 02 14:51:44.932755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9bb203ed-bdc6-444c-92b3-cc0c67a4a704 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8655753 May 02 14:51:44.937821 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35736) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:44.942208 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:44.999385 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:51:45.000682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.002659 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf644ca7-a594-4e9e-ab89-8fa2b4536e27 req-e3518907-0b03-497a-9b48-d6d53e4a925d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613739 May 02 14:51:45.062958 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (641c52df-2489-4169-80c2-378a468939a7), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.086467 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (641c52df-2489-4169-80c2-378a468939a7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.119056 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for router_controller (641c52df-2489-4169-80c2-378a468939a7), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.144821 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Allocated IP 172.20.0.2 (0c4e6c2f-af37-4b09-9c62-9fae74afd189/c8e9c82c-66b4-460e-b9c5-04f57c51e264/09e3d7e7-97e1-421b-a605-4e308721a618) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:45.340682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks [] for port (09e3d7e7-97e1-421b-a605-4e308721a618), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.451159 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.461966 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for router_gateway (641c52df-2489-4169-80c2-378a468939a7), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.503006 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:45.506190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:45.509421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:45.571274 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Pushing event updated for resources: {'Port': ['ID=09e3d7e7-97e1-421b-a605-4e308721a618,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:45.587514 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.587880 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.588251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.588606 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.588943 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.589271 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.589589 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.590082 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.590577 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.590905 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.591257 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.591595 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.591937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.592423 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.592779 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:45.601195 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Attempting to bind port 09e3d7e7-97e1-421b-a605-4e308721a618 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:45.601720 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Attempting to bind port 09e3d7e7-97e1-421b-a605-4e308721a618 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:45.602259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Attempting to bind port 09e3d7e7-97e1-421b-a605-4e308721a618 on network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:45.608404 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:45.611146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Checking segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:45.611146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.611146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Bound using segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:45.611146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Bound port: 09e3d7e7-97e1-421b-a605-4e308721a618, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:45.611146 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.681667 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] For port 09e3d7e7-97e1-421b-a605-4e308721a618, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:45.684525 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] For port 09e3d7e7-97e1-421b-a605-4e308721a618, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=09e3d7e7-97e1-421b-a605-4e308721a618,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:45.797328 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.797432 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for router_gateway (641c52df-2489-4169-80c2-378a468939a7), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.814328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:45.883486 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fdd07-f500-4ae6-882c-19d03f1fb0ac None None] Pushing event updated for resources: {'Port': ['ID=09e3d7e7-97e1-421b-a605-4e308721a618,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:45.906235 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device be1e1b11-79d4-464e-bead-3b59d1542ec3 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:51:45.970847 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Allocated IP 172.27.0.219 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/333f9700-70f6-46b0-8cb5-9675dc4ade62) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:46.101019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-77477a24-f4e9-4227-9e45-6013e4c26b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:46.104961 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: be1e1b11-79d4-464e-bead-3b59d1542ec3 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:51:46.106654 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device be1e1b11-79d4-464e-bead-3b59d1542ec3 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:51:46.214851 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:46.394986 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5673c97-d274-4868-90b6-b988834dd3a6 req-067d437f-2652-4d4c-869c-cbb122d9a339 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:46.394986 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f5673c97-d274-4868-90b6-b988834dd3a6 req-067d437f-2652-4d4c-869c-cbb122d9a339 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1634009 May 02 14:51:46.394986 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f5673c97-d274-4868-90b6-b988834dd3a6 req-769408a6-347c-409b-86a3-bd36be105a43 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578570 May 02 14:51:46.628862 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:46.671969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:46.671969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:46.674955 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:46.697809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Pushing event updated for resources: {'Port': ['ID=333f9700-70f6-46b0-8cb5-9675dc4ade62,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:47.056620 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438e625-a59e-4b0a-9ab5-f573462d3b18 None None] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:47.091581 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for router_gateway (641c52df-2489-4169-80c2-378a468939a7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.141766 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Provisioning complete for port 09e3d7e7-97e1-421b-a605-4e308721a618 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:47.142160 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.290372 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Current status of the port 09e3d7e7-97e1-421b-a605-4e308721a618 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:47.296573 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.353378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.377167 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] For port 09e3d7e7-97e1-421b-a605-4e308721a618, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=09e3d7e7-97e1-421b-a605-4e308721a618,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:47.377292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (641c52df-2489-4169-80c2-378a468939a7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.457024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 09e3d7e7-97e1-421b-a605-4e308721a618 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:47.513199 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.539264 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12444722-a993-44a7-ad69-0b306681f348 req-5ac2c730-3587-472e-bcc1-f160f1cebb80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:47.551715 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12444722-a993-44a7-ad69-0b306681f348 req-5ac2c730-3587-472e-bcc1-f160f1cebb80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0793366 May 02 14:51:47.620979 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12444722-a993-44a7-ad69-0b306681f348 req-2816f723-fd7f-4b59-b5fe-0d125f692eab tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732985 May 02 14:51:47.628418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35840) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:47.693211 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-a149c69d-a125-4c72-94ff-4cd66c1681ca None None] Provisioning complete for port 09e3d7e7-97e1-421b-a605-4e308721a618 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:47.693601 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a149c69d-a125-4c72-94ff-4cd66c1681ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.730222 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 09e3d7e7-97e1-421b-a605-4e308721a618 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:47.730589 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.735472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Deleting subnet db5aa8b5-a91f-445c-b3ec-75a8fc58d195 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:51:47.736632 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99963859-c5b8-44f1-bf6d-bf802a3e8844 None None] Pushing event updated for resources: {'Port': ['ID=09e3d7e7-97e1-421b-a605-4e308721a618,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:47.757302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Publish callbacks [] for subnet (db5aa8b5-a91f-445c-b3ec-75a8fc58d195), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.803086 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Publish callbacks [] for subnet (db5aa8b5-a91f-445c-b3ec-75a8fc58d195), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.810373 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (db5aa8b5-a91f-445c-b3ec-75a8fc58d195), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:47.866343 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a149c69d-a125-4c72-94ff-4cd66c1681ca None None] Current status of the port 09e3d7e7-97e1-421b-a605-4e308721a618 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:47.914045 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 09e3d7e7-97e1-421b-a605-4e308721a618 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:47.965311 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Router 641c52df-2489-4169-80c2-378a468939a7 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:51:48.034613 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for subnet (db5aa8b5-a91f-445c-b3ec-75a8fc58d195), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.081655 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5aa8b5-a91f-445c-b3ec-75a8fc58d195,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:48.090271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.096488 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9691e9ef-073e-41d2-9f3c-fea565b89c03 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/db5aa8b5-a91f-445c-b3ec-75a8fc58d195 HTTP/1.1" status: 204 len: 168 time: 0.4662075 May 02 14:51:48.096703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35862) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:48.099415 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:51:48.112329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Sync routers for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:51:48.126554 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:48.127450 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:48.173235 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (a9047b92-d977-496c-807f-6a3091ce867f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.228808 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.230051 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-981d48be-40a0-4a23-a5dd-0ddfe9f36aff admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2912319 May 02 14:51:48.237176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35864) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:48.246654 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:48.259979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (a9047b92-d977-496c-807f-6a3091ce867f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.289554 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.290023 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.291100 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.292685 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.293357 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.293950 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.294837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.296699 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.298231 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.298572 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.370331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.370672 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.371167 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.371638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 14:51:48.372235 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9047b92-d977-496c-807f-6a3091ce867f']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:48.390631 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a730b9b-71dd-49fc-864f-e3eb23653543') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:48.390922 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a730b9b-71dd-49fc-864f-e3eb23653543') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:48.407564 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (9a730b9b-71dd-49fc-864f-e3eb23653543), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.431461 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9a730b9b-71dd-49fc-864f-e3eb23653543), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.447091 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:51:48.447503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (9a730b9b-71dd-49fc-864f-e3eb23653543), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: from cryptography.utils import int_from_bytes May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: from cryptography.utils import int_from_bytes May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:51:48.462250 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:51:48.477525 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:46Z', 'revision_number': 3, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:48.506741 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Checking router: 641c52df-2489-4169-80c2-378a468939a7 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:51:48.507947 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Updating router 641c52df-2489-4169-80c2-378a468939a7 port 333f9700-70f6-46b0-8cb5-9675dc4ade62 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:51:48.548340 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.594243 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.626456 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35878) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:48.634086 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (a9047b92-d977-496c-807f-6a3091ce867f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.642439 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.649595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9047b92-d977-496c-807f-6a3091ce867f HTTP/1.1" status: 204 len: 168 time: 0.5483155 May 02 14:51:48.659377 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ea4b-b866-4ab8-8a6b-c1d3e06427c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9047b92-d977-496c-807f-6a3091ce867f,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:48.799882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db85666-36e6-44cd-8b10-44fbc16b3ad9 req-0e88c9b3-f365-4978-b9cd-c8396f6bd84c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:48.801355 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6db85666-36e6-44cd-8b10-44fbc16b3ad9 req-0e88c9b3-f365-4978-b9cd-c8396f6bd84c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0874383 May 02 14:51:48.807182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-58d24a1e-6a8a-44ff-bc7f-016f6226c6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.827283 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.882316 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6db85666-36e6-44cd-8b10-44fbc16b3ad9 req-a3a35907-5e10-415f-81bd-bebc5b856496 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 May 02 14:51:48.930557 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks [] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.939837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-58d24a1e-6a8a-44ff-bc7f-016f6226c6e8 admin admin] Publish callbacks [] for security_group (c6f404a9-3dce-4e57-936e-232413e41e85), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:48.998028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Allocated IP 172.20.0.1 (0c4e6c2f-af37-4b09-9c62-9fae74afd189/c8e9c82c-66b4-460e-b9c5-04f57c51e264/7a487111-20e9-4511-9b27-bd4eddda3eba) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:49.029479 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.030170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-58d24a1e-6a8a-44ff-bc7f-016f6226c6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c6f404a9-3dce-4e57-936e-232413e41e85), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.074454 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-58d24a1e-6a8a-44ff-bc7f-016f6226c6e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beced7c18aaa45f2b4bfab448fc76664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469178 May 02 14:51:49.077656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d24a1e-6a8a-44ff-bc7f-016f6226c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f404a9-3dce-4e57-936e-232413e41e85,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.080424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35890) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:49.080828 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Attempting to bind port 333f9700-70f6-46b0-8cb5-9675dc4ade62 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:49.081204 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Attempting to bind port 333f9700-70f6-46b0-8cb5-9675dc4ade62 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:49.081567 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Attempting to bind port 333f9700-70f6-46b0-8cb5-9675dc4ade62 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:49.089831 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:49.090209 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:49.090939 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.091520 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:49.092123 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Bound port: 333f9700-70f6-46b0-8cb5-9675dc4ade62, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:49.092384 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.112731 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35892) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:49.119528 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Pushing event updated for resources: {'Port': ['ID=333f9700-70f6-46b0-8cb5-9675dc4ade62,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.130553 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.131366 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.131738 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.132151 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.132487 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.133134 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.133623 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.134105 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.134697 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.135323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] Publish callbacks [] for security_group (c6f404a9-3dce-4e57-936e-232413e41e85), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.135566 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.136222 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.136659 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.137136 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.138131 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.138609 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:51:49.165800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks [] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.169369 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] Publish callbacks [] for security_group (c6f404a9-3dce-4e57-936e-232413e41e85), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.175563 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] For port 333f9700-70f6-46b0-8cb5-9675dc4ade62, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:49.178807 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] For port 333f9700-70f6-46b0-8cb5-9675dc4ade62, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=333f9700-70f6-46b0-8cb5-9675dc4ade62,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:49.265719 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7c9fffd0-0cc6-4350-85e2-64dce4102c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.286877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35896) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:49.292160 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.295187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c6f404a9-3dce-4e57-936e-232413e41e85), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.296670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 09e3d7e7-97e1-421b-a605-4e308721a618 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:49.297816 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.302114 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c6f404a9-3dce-4e57-936e-232413e41e85 HTTP/1.1" status: 204 len: 168 time: 0.2166555 May 02 14:51:49.309111 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.315593 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117dce7-704c-4f6d-a4b1-85a5c1141c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f404a9-3dce-4e57-936e-232413e41e85,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.342029 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7ead82f8-c541-4f94-8f3a-00222bdba5a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7a4ca61dfab480ea605b2aefaa00039&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0537801 May 02 14:51:49.344785 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35900) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:49.389600 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:49.390232 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:49.402628 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] Publish callbacks [] for security_group (f3a264cb-9b79-4c4e-86bf-4c6b3f65b933), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.418267 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 09e3d7e7-97e1-421b-a605-4e308721a618 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:49.418757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.433721 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] Publish callbacks [] for security_group (f3a264cb-9b79-4c4e-86bf-4c6b3f65b933), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.449414 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:49.460854 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:49.463643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:49.506790 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Pushing event updated for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.512553 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb60c1-c342-430a-aec6-6827040428d3 None None] Pushing event updated for resources: {'Port': ['ID=333f9700-70f6-46b0-8cb5-9675dc4ade62,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.520636 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7c9fffd0-0cc6-4350-85e2-64dce4102c06 admin admin] Publish callbacks [] for security_group (96b6af61-0740-46c3-8595-fb3e130f262b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.524919 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (641c52df-2489-4169-80c2-378a468939a7), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.594658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f3a264cb-9b79-4c4e-86bf-4c6b3f65b933), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.598444 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.599933 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f3a264cb-9b79-4c4e-86bf-4c6b3f65b933 HTTP/1.1" status: 204 len: 168 time: 0.2544479 May 02 14:51:49.609132 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 09e3d7e7-97e1-421b-a605-4e308721a618 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:49.624277 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be488339-2476-4e80-9f90-9b3b6248472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a264cb-9b79-4c4e-86bf-4c6b3f65b933,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.630556 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:49.653584 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7c9fffd0-0cc6-4350-85e2-64dce4102c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (96b6af61-0740-46c3-8595-fb3e130f262b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.764976 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7c9fffd0-0cc6-4350-85e2-64dce4102c06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc50efbfc8234447938cd8623e700042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6510971 May 02 14:51:49.768641 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fffd0-0cc6-4350-85e2-64dce4102c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b6af61-0740-46c3-8595-fb3e130f262b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:49.774108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35908) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:49.894888 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] Publish callbacks [] for security_group (96b6af61-0740-46c3-8595-fb3e130f262b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.911151 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e32c6c44-6fec-4a94-86c7-94fab44fb634 None None] Provisioning complete for port 7a487111-20e9-4511-9b27-bd4eddda3eba triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:49.912782 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e32c6c44-6fec-4a94-86c7-94fab44fb634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:49.953046 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] Publish callbacks [] for security_group (96b6af61-0740-46c3-8595-fb3e130f262b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.022607 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e32c6c44-6fec-4a94-86c7-94fab44fb634 None None] Port 7a487111-20e9-4511-9b27-bd4eddda3eba cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:51:50.028251 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:46Z', 'revision_number': 3, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:50.060317 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e2a03e-b5f6-48e5-b33f-55a128273571 None None] The sync data for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi is: [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:46Z', 'revision_number': 3, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:51:50.063491 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.095867 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1510a-9fe6-4967-8735-c4888270d414 req-50af726f-dcc0-47a2-b073-edbe6d1fda89 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:50.097550 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-40d1510a-9fe6-4967-8735-c4888270d414 req-50af726f-dcc0-47a2-b073-edbe6d1fda89 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0830481 May 02 14:51:50.171065 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (96b6af61-0740-46c3-8595-fb3e130f262b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.171291 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.173652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.178094 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/96b6af61-0740-46c3-8595-fb3e130f262b HTTP/1.1" status: 204 len: 168 time: 0.4027038 May 02 14:51:50.186522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01119c20-290a-42e6-b86d-978f7a8fd78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b6af61-0740-46c3-8595-fb3e130f262b,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:50.228454 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-40d1510a-9fe6-4967-8735-c4888270d414 req-799fe3e7-0bf7-4b20-ba80-71582fab43bf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132996 May 02 14:51:50.321590 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks [] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.372940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35918) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:50.386116 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14238d17-3052-4e0f-bb06-741b93765850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.389290 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.504992 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14238d17-3052-4e0f-bb06-741b93765850 admin admin] Publish callbacks [] for security_group (1baba7cc-bdac-4efa-a626-39f742c0382e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.519989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (641c52df-2489-4169-80c2-378a468939a7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.536004 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Pushing event updated for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:50.594240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14238d17-3052-4e0f-bb06-741b93765850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1baba7cc-bdac-4efa-a626-39f742c0382e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.640884 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:50.642611 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:50.651151 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-14238d17-3052-4e0f-bb06-741b93765850 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=982ed75e1ab34c3da674141708e96d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770848 May 02 14:51:50.654372 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35928) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:50.661391 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14238d17-3052-4e0f-bb06-741b93765850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baba7cc-bdac-4efa-a626-39f742c0382e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:50.806537 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] Publish callbacks [] for security_group (1baba7cc-bdac-4efa-a626-39f742c0382e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.837124 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Router 641c52df-2489-4169-80c2-378a468939a7 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:51:50.845013 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] Publish callbacks [] for security_group (1baba7cc-bdac-4efa-a626-39f742c0382e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.952317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-fdf85c6c-7aed-4ef9-847f-78c9c20bfc1a None None] Provisioning complete for port 7a487111-20e9-4511-9b27-bd4eddda3eba triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:50.953918 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fdf85c6c-7aed-4ef9-847f-78c9c20bfc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:50.999408 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fdf85c6c-7aed-4ef9-847f-78c9c20bfc1a None None] Port 7a487111-20e9-4511-9b27-bd4eddda3eba cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:51:51.050880 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:51:51.059793 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8071af6d-0987-4ef1-9db6-16410ba31f14 admin admin] 10.222.0.36 "PUT /v2.0/routers/641c52df-2489-4169-80c2-378a468939a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8222945 May 02 14:51:51.080034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1baba7cc-bdac-4efa-a626-39f742c0382e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.082651 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.084314 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1baba7cc-bdac-4efa-a626-39f742c0382e HTTP/1.1" status: 204 len: 168 time: 0.4289460 May 02 14:51:51.094917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169545f-a433-42f6-b59a-19ab3b6d1055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baba7cc-bdac-4efa-a626-39f742c0382e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:51.276193 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35952) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:51.294799 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e6779540-fd20-4c07-9c48-570b0245cddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.304040 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 333f9700-70f6-46b0-8cb5-9675dc4ade62 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:51.355962 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 333f9700-70f6-46b0-8cb5-9675dc4ade62 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:51.356614 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.384000 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad03226-eac3-4fc7-966c-17195fd1ab40 req-0207577b-9451-4f6e-ab4e-3ec2ec452968 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:51.385502 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ad03226-eac3-4fc7-966c-17195fd1ab40 req-0207577b-9451-4f6e-ab4e-3ec2ec452968 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0622730 May 02 14:51:51.459344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 333f9700-70f6-46b0-8cb5-9675dc4ade62 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:51.459753 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.472791 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ad03226-eac3-4fc7-966c-17195fd1ab40 req-f21bfb82-2465-49af-a40c-80036a880faa tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806105 May 02 14:51:51.474503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e6779540-fd20-4c07-9c48-570b0245cddd admin admin] Publish callbacks [] for security_group (6832f8e1-65eb-4dda-8e8a-b7df340de196), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.482333 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 333f9700-70f6-46b0-8cb5-9675dc4ade62, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=333f9700-70f6-46b0-8cb5-9675dc4ade62,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:51.566597 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e6779540-fd20-4c07-9c48-570b0245cddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6832f8e1-65eb-4dda-8e8a-b7df340de196), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.594531 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35958) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:51.602824 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.613604 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-e6779540-fd20-4c07-9c48-570b0245cddd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7ea8edb318d74ede92ed7b9fbfa71fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313880 May 02 14:51:51.613604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6779540-fd20-4c07-9c48-570b0245cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6832f8e1-65eb-4dda-8e8a-b7df340de196,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:51.614402 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 35962) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:51.670553 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] Publish callbacks [] for security_group (6832f8e1-65eb-4dda-8e8a-b7df340de196), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.700730 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=333f9700-70f6-46b0-8cb5-9675dc4ade62,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:51.706075 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] Publish callbacks [] for security_group (6832f8e1-65eb-4dda-8e8a-b7df340de196), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.862856 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6832f8e1-65eb-4dda-8e8a-b7df340de196), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.867051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:51.867255 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6832f8e1-65eb-4dda-8e8a-b7df340de196 HTTP/1.1" status: 204 len: 168 time: 0.2518375 May 02 14:51:51.873680 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1605813382-network', 'tenant_id': '66fa92391ade4059807022ea42c20e8d'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:51.876934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f2395-a019-4301-bcdd-72dcdff14a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6832f8e1-65eb-4dda-8e8a-b7df340de196,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:52.044722 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Made reservation on behalf of 66fa92391ade4059807022ea42c20e8d for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:52.046737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Sync routers for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:51:52.047945 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.058626 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:52.059358 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:52.061156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.151115 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks [] for security_group (5525903f-670b-485d-a69c-f8faf973129b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.176930 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:52.250580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5525903f-670b-485d-a69c-f8faf973129b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.275835 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:51:52.286281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5525903f-670b-485d-a69c-f8faf973129b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:52.293041 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (815d3083-b6b5-421b-bd1b-17147b60c382), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.293602 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Added segment 815d3083-b6b5-421b-bd1b-17147b60c382 of type vlan for network 8e26437f-c019-4cba-bd26-008d10f3b0b5 May 02 14:51:52.344413 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (8e26437f-c019-4cba-bd26-008d10f3b0b5), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.383666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:50Z', 'revision_number': 2, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:52.414270 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Checking router: 641c52df-2489-4169-80c2-378a468939a7 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:51:52.414631 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Updating router 641c52df-2489-4169-80c2-378a468939a7 port 7a487111-20e9-4511-9b27-bd4eddda3eba binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:51:52.447318 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.451443 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (8e26437f-c019-4cba-bd26-008d10f3b0b5), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.452455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:52.453041 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.521408 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] Pushing event updated for resources: {'Network': ['ID=8e26437f-c019-4cba-bd26-008d10f3b0b5,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:52.542915 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:51:52.592184 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-259ae278-21ab-4fc2-8317-b41c4114d252 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9964025 May 02 14:51:52.594972 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 35994) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:52.603014 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f9244-4608-4004-b809-e72be79c7a60 req-0f1494e2-ca74-4f12-bba5-419b5bb29eaa tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:52.604578 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-269f9244-4608-4004-b809-e72be79c7a60 req-0f1494e2-ca74-4f12-bba5-419b5bb29eaa tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0565429 May 02 14:51:52.608683 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Request body: {'subnet': {'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1605813382-subnet', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:52.668849 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-269f9244-4608-4004-b809-e72be79c7a60 req-d964584e-09dc-4298-8eb4-785a7ffe40da tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541880 May 02 14:51:52.714160 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Made reservation on behalf of 66fa92391ade4059807022ea42c20e8d for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:52.717168 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.790291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36010) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:52.797328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-231067844-network', 'tenant_id': '55b74c54997240ed90149c339d2a7233'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:52.872154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks [] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.892602 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Made reservation on behalf of 55b74c54997240ed90149c339d2a7233 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:52.895063 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.906333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:52.948213 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.001216 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6bfd9-3569-4b7a-8439-8cafc4ce0bea None None] Pushing event updated for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:53.070292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks [] for security_group (f219c6fa-14ed-4302-89b0-5be5b68db4b8), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.081780 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (64c31007-744b-4ac2-ae8d-722fb53d9e27), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.103927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Attempting to bind port 7a487111-20e9-4511-9b27-bd4eddda3eba on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:53.104466 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Attempting to bind port 7a487111-20e9-4511-9b27-bd4eddda3eba by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:53.104661 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Attempting to bind port 7a487111-20e9-4511-9b27-bd4eddda3eba on network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:53.113960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:53.114256 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Checking segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:53.115357 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.115948 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Bound using segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:53.117854 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Bound port: 7a487111-20e9-4511-9b27-bd4eddda3eba, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:53.119835 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.174737 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f219c6fa-14ed-4302-89b0-5be5b68db4b8), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.223875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219c6fa-14ed-4302-89b0-5be5b68db4b8,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:53.253212 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Checking segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:53.253681 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Network hostable DHCP agents. Network: 8e26437f-c019-4cba-bd26-008d10f3b0b5, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:51:53.256322 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c31007-744b-4ac2-ae8d-722fb53d9e27,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:53.258580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:51:53.272969 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9d47291d-ce43-4932-a786-3e20e91e8e3b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.273519 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Added segment 9d47291d-ce43-4932-a786-3e20e91e8e3b of type vlan for network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 May 02 14:51:53.278209 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] For port 7a487111-20e9-4511-9b27-bd4eddda3eba, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:53.288498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] For port 7a487111-20e9-4511-9b27-bd4eddda3eba, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a487111-20e9-4511-9b27-bd4eddda3eba,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:53.335917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.463671 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:51:53.473753 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 333f9700-70f6-46b0-8cb5-9675dc4ade62 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:53.483079 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.513552 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Provisioning complete for port 7a487111-20e9-4511-9b27-bd4eddda3eba triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:53.513938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.529286 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.530102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:53.530743 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.612761 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:53.613404 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:53.618357 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 8e26437f-c019-4cba-bd26-008d10f3b0b5) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:53.620083 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] Pushing event updated for resources: {'Network': ['ID=25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:53.621219 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6bfd9-3569-4b7a-8439-8cafc4ce0bea None None] Pushing event updated for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:53.632809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:53.633406 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.662739 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e79a6e2-dec7-477b-bca5-e942833ac170 None None] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:53.664574 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:51:53.694292 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 333f9700-70f6-46b0-8cb5-9675dc4ade62 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:53.697645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.697774 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a327f9ab-1aab-421c-a0eb-add9c9734e5d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9033937 May 02 14:51:53.708007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36040) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:53.708007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Request body: {'subnet': {'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-231067844-subnet', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:53.730932 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6279c07b-d580-4212-be46-7673f6037ce6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1318924 May 02 14:51:53.731676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36042) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:53.740813 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:53.829972 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Made reservation on behalf of 55b74c54997240ed90149c339d2a7233 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:53.832451 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017603'] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.864493 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (14692181-7d01-4852-9886-c39b621300c0), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.865495 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (14692181-7d01-4852-9886-c39b621300c0), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:53.909867 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e05a8a-300e-4e44-b873-d5ead0e62b1a req-2e3bb75c-4ddf-400a-878d-4257ca31ea7c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:53.916877 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03e05a8a-300e-4e44-b873-d5ead0e62b1a req-2e3bb75c-4ddf-400a-878d-4257ca31ea7c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1394856 May 02 14:51:53.938217 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36046) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:53.944196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for router_controller (14692181-7d01-4852-9886-c39b621300c0), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.031936 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03e05a8a-300e-4e44-b873-d5ead0e62b1a req-b3ab7430-4bf3-4adf-bda0-c23e105b5ee1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138341 May 02 14:51:54.044605 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Current status of the port 7a487111-20e9-4511-9b27-bd4eddda3eba is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:54.044605 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.097357 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36054) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:54.118883 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:54.130048 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-8e26437f-c019-4cba-bd26-008d10f3b0b5', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:51:54.131076 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.198282 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8825482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017629'] for subnet (4ec150fb-3afb-4510-867e-e75cc96daa3d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.222981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ae390b90-1ea8-46ef-bddc-6233a0de431d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.229801 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906757958-network', 'tenant_id': 'c863c2aa893f4616918e7134047a6507'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:54.235974 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] For port 7a487111-20e9-4511-9b27-bd4eddda3eba, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a487111-20e9-4511-9b27-bd4eddda3eba,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:54.278483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec150fb-3afb-4510-867e-e75cc96daa3d,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:54.283170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Checking segment: {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:54.283526 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Network hostable DHCP agents. Network: 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:51:54.289690 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 333f9700-70f6-46b0-8cb5-9675dc4ade62 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:54.349978 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.404032 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:51:54.505277 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for router_gateway (14692181-7d01-4852-9886-c39b621300c0), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.524126 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-23bc5d09-0c73-4c8d-b8b7-9bb5d8c92e9d None None] Provisioning complete for port 7a487111-20e9-4511-9b27-bd4eddda3eba triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:54.524508 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-23bc5d09-0c73-4c8d-b8b7-9bb5d8c92e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.526011 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd989c-e8f9-4bcc-a990-89af32afca34 None None] Pushing event updated for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:54.543121 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:54.548618 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:54.558728 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.562939 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff53e0c-833e-4f79-8e4b-fb80495bbbc3 None None] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:54.570964 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ae390b90-1ea8-46ef-bddc-6233a0de431d admin admin] Publish callbacks [] for security_group (6884fdeb-2908-4346-a196-49321d3b2c5a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.618934 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Allocated IP 172.20.0.2 (8e26437f-c019-4cba-bd26-008d10f3b0b5/64c31007-744b-4ac2-ae8d-722fb53d9e27/032edae2-30be-42e1-a601-5e530ef9576e) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:54.694755 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Made reservation on behalf of c863c2aa893f4616918e7134047a6507 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:54.698007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.698304 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:53Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:54.699363 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ae390b90-1ea8-46ef-bddc-6233a0de431d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6884fdeb-2908-4346-a196-49321d3b2c5a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.699665 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-25839a9a-e9b8-4c76-8e1e-6593c9bae37a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9994226 May 02 14:51:54.701062 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36064) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:54.708466 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:54.728597 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.748281 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c9960b-6bec-4a93-8b25-2448628f34cd None None] The sync data for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi is: [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:53Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:51:54.769715 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ae390b90-1ea8-46ef-bddc-6233a0de431d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83ddd2addff24e37ba358ce55848dfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6692028 May 02 14:51:54.775352 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36066) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:54.778709 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae390b90-1ea8-46ef-bddc-6233a0de431d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884fdeb-2908-4346-a196-49321d3b2c5a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:54.821407 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.828257 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.913591 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'project_id': '55b74c54997240ed90149c339d2a7233', 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:51:54.914469 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.917321 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-23bc5d09-0c73-4c8d-b8b7-9bb5d8c92e9d None None] Current status of the port 7a487111-20e9-4511-9b27-bd4eddda3eba is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:54.943031 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for router_controller (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), precommit_add_association {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:54.999806 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] Publish callbacks [] for security_group (6884fdeb-2908-4346-a196-49321d3b2c5a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.007596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for router_gateway (14692181-7d01-4852-9886-c39b621300c0), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.041490 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.068406 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks [] for port (032edae2-30be-42e1-a601-5e530ef9576e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.082887 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks [] for security_group (1aa0782c-a7db-4163-96cb-072a62fab87f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.084968 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] Publish callbacks [] for security_group (6884fdeb-2908-4346-a196-49321d3b2c5a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.127957 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Allocated IP 172.20.0.2 (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9/4ec150fb-3afb-4510-867e-e75cc96daa3d/653bd13e-cdb9-4346-8724-36ad860880a1) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:55.226955 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1aa0782c-a7db-4163-96cb-072a62fab87f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.310005 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for router_gateway (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.327128 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0782c-a7db-4163-96cb-072a62fab87f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:55.346044 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881030a-35e6-4325-8faf-bbbf755294ba req-cb1d2254-91b4-44e4-8a1e-51faa7dafe97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:55.347901 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3881030a-35e6-4325-8faf-bbbf755294ba req-cb1d2254-91b4-44e4-8a1e-51faa7dafe97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1701446 May 02 14:51:55.369150 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (032edae2-30be-42e1-a601-5e530ef9576e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.411470 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a487111-20e9-4511-9b27-bd4eddda3eba up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:55.424432 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Allocated IP 172.27.0.2 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/ff2b3a2c-cda3-46e3-802b-64a243cfef69) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:55.431187 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:55.451292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:51:55.461547 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (dcbfef2d-ac2e-450a-bcbe-e8093f9657d3), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.462142 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Added segment dcbfef2d-ac2e-450a-bcbe-e8093f9657d3 of type vlan for network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b May 02 14:51:55.466913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:55.469934 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:55.512618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.513777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Pushing event updated for resources: {'Port': ['ID=032edae2-30be-42e1-a601-5e530ef9576e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:55.538196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (6884fdeb-2908-4346-a196-49321d3b2c5a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.540807 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.545189 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6884fdeb-2908-4346-a196-49321d3b2c5a HTTP/1.1" status: 204 len: 168 time: 0.7740240 May 02 14:51:55.564135 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f756b4b-a54e-4d0d-82cc-094a7d878814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884fdeb-2908-4346-a196-49321d3b2c5a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:55.572534 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3881030a-35e6-4325-8faf-bbbf755294ba req-c95ee090-37fe-4a4d-8ff4-a44db4a50d78 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026577 May 02 14:51:55.643191 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks [] for port (653bd13e-cdb9-4346-8724-36ad860880a1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.651580 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 7a487111-20e9-4511-9b27-bd4eddda3eba triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:55.652174 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.654259 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.655516 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:55.656764 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.656899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Attempting to bind port 032edae2-30be-42e1-a601-5e530ef9576e on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:55.656899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Attempting to bind port 032edae2-30be-42e1-a601-5e530ef9576e by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:55.657402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Attempting to bind port 032edae2-30be-42e1-a601-5e530ef9576e on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:55.685203 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:55.685203 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Checking segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:55.685750 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.686313 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Bound using segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:55.687178 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Bound port: 032edae2-30be-42e1-a601-5e530ef9576e, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:55.687338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (032edae2-30be-42e1-a601-5e530ef9576e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.693211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for router_gateway (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.732268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.759432 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] Pushing event updated for resources: {'Network': ['ID=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:55.771995 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.807413 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 7a487111-20e9-4511-9b27-bd4eddda3eba is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:55.814372 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:51:55.824102 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.871531 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e3416f83-8d16-4349-ae6e-7633567fbc1c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9324672 May 02 14:51:55.876280 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36078) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:55.879051 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Request body: {'subnet': {'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906757958-subnet', 'tenant_id': 'c863c2aa893f4616918e7134047a6507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:51:55.898053 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] For port 032edae2-30be-42e1-a601-5e530ef9576e, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:55.909193 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:55.962814 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:55.972924 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:55.978780 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:55.983300 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:55.984238 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Allocated IP 172.27.0.188 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/675ce669-cee6-4503-8783-935790ee37bb) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:55.986373 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2b3a2c-cda3-46e3-802b-64a243cfef69,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:55.988759 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:56.008604 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] For port 032edae2-30be-42e1-a601-5e530ef9576e, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=032edae2-30be-42e1-a601-5e530ef9576e,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:56.010509 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:56.021999 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Made reservation on behalf of c863c2aa893f4616918e7134047a6507 for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:51:56.024325 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.039550 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Pushing event updated for resources: {'Port': ['ID=653bd13e-cdb9-4346-8724-36ad860880a1,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:56.096728 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Attempting to bind port 653bd13e-cdb9-4346-8724-36ad860880a1 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:56.097360 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Attempting to bind port 653bd13e-cdb9-4346-8724-36ad860880a1 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:56.098494 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Attempting to bind port 653bd13e-cdb9-4346-8724-36ad860880a1 on network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:56.107327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:56.108009 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Checking segment: {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:56.109121 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.109780 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Bound using segment: {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:56.110616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Bound port: 653bd13e-cdb9-4346-8724-36ad860880a1, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:56.111399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.142942 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for port (675ce669-cee6-4503-8783-935790ee37bb), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.162142 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (032edae2-30be-42e1-a601-5e530ef9576e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.261967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] For port 653bd13e-cdb9-4346-8724-36ad860880a1, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:56.265374 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0339e4-1f4c-4bb7-b398-06a9d350dd7a None None] Pushing event updated for resources: {'Port': ['ID=032edae2-30be-42e1-a601-5e530ef9576e,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:56.273398 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] For port 653bd13e-cdb9-4346-8724-36ad860880a1, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=653bd13e-cdb9-4346-8724-36ad860880a1,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:56.333037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (675ce669-cee6-4503-8783-935790ee37bb), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.399418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:56.417633 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:56.434191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:56.435037 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.499055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Pushing event updated for resources: {'Port': ['ID=675ce669-cee6-4503-8783-935790ee37bb,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:56.574080 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334df65c-07fc-4bdc-9eda-29a895871591 None None] Pushing event updated for resources: {'Port': ['ID=653bd13e-cdb9-4346-8724-36ad860880a1,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:56.576583 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (5336cae5-7238-49db-9ea4-b6b8d37cb71b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.781535 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a83d7-ecb9-4f48-bc26-f7aa51c0bd53 req-4e12970d-a3ed-4ca1-9e0e-3ec44411ce97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:56.784343 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5336cae5-7238-49db-9ea4-b6b8d37cb71b,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:56.789605 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c99a83d7-ecb9-4f48-bc26-f7aa51c0bd53 req-4e12970d-a3ed-4ca1-9e0e-3ec44411ce97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1021056 May 02 14:51:56.793105 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for router_gateway (14692181-7d01-4852-9886-c39b621300c0), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:56.855801 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Checking segment: {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:56.856869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Network hostable DHCP agents. Network: bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:51:56.858427 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c99a83d7-ecb9-4f48-bc26-f7aa51c0bd53 req-c3310b32-b4f6-4094-928f-2705466e92e8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676398 May 02 14:51:56.999895 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:51:57.085319 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:57.094262 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78b2f0-bb99-4dff-a749-c032dc60bfb7 None None] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:57.097988 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:57.103702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.103702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (14692181-7d01-4852-9886-c39b621300c0), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.238690 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888175e-326d-414a-bbf6-acfb87f0f31f None None] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:57.281518 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5e52f372-29c3-4aaf-8cf4-cd43e5387d7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4060051 May 02 14:51:57.345570 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for router_gateway (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.462188 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Router 14692181-7d01-4852-9886-c39b621300c0 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:51:57.542107 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 032edae2-30be-42e1-a601-5e530ef9576e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:57.656497 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:51:57.668750 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:51:57.681667 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:57.682309 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:57.706500 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 032edae2-30be-42e1-a601-5e530ef9576e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:57.706907 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (032edae2-30be-42e1-a601-5e530ef9576e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.762362 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.767113 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bd4e2af8-a43b-4cd5-848a-9f95f8018627 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0343456 May 02 14:51:57.767788 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36158) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:57.788000 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.862523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 032edae2-30be-42e1-a601-5e530ef9576e is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:57.863108 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (032edae2-30be-42e1-a601-5e530ef9576e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:57.903531 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:57.909161 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75712a75-ce98-4417-a56a-6ed0f61b2b9c None None] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:58.124618 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 032edae2-30be-42e1-a601-5e530ef9576e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=032edae2-30be-42e1-a601-5e530ef9576e,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:58.125573 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Provisioning complete for port 032edae2-30be-42e1-a601-5e530ef9576e triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:58.126988 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (032edae2-30be-42e1-a601-5e530ef9576e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.137072 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:51:58.167293 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:56Z', 'revision_number': 3, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:58.203001 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:51:58.204688 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Updating router 14692181-7d01-4852-9886-c39b621300c0 port ff2b3a2c-cda3-46e3-802b-64a243cfef69 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:51:58.248867 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.270198 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Current status of the port 032edae2-30be-42e1-a601-5e530ef9576e is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:58.283755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (032edae2-30be-42e1-a601-5e530ef9576e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.312218 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (032edae2-30be-42e1-a601-5e530ef9576e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.313564 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 653bd13e-cdb9-4346-8724-36ad860880a1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:58.325901 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:51:58.371241 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Sync routers for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:51:58.409860 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8b63a8-d505-47fb-a72b-63e212306c4e None None] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:51:58.494365 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:58.495411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:58.523506 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9320df-4696-40a2-ba35-e332d273a4e3 req-743e9102-a817-4bf2-92fe-714f4b67c938 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:58.525284 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bc9320df-4696-40a2-ba35-e332d273a4e3 req-743e9102-a817-4bf2-92fe-714f4b67c938 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0930431 May 02 14:51:58.527328 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.533858 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ae81a230-2c75-4db8-b00f-1ec7cf2cc480 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8264434 May 02 14:51:58.533858 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36162) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:51:58.624016 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=032edae2-30be-42e1-a601-5e530ef9576e,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:58.647962 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.db.api [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 14:51:58.648322 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG oslo_db.api [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 14:51:58.653820 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks [] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.653979 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 653bd13e-cdb9-4346-8724-36ad860880a1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:58.654343 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.659514 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bc9320df-4696-40a2-ba35-e332d273a4e3 req-33274c6c-ff6b-40bb-8301-5af193086e4a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244564 May 02 14:51:58.792054 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.844716 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Attempting to bind port ff2b3a2c-cda3-46e3-802b-64a243cfef69 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:51:58.845093 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Attempting to bind port ff2b3a2c-cda3-46e3-802b-64a243cfef69 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:51:58.845496 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Attempting to bind port ff2b3a2c-cda3-46e3-802b-64a243cfef69 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:51:58.887754 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.887924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:51:58.887924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:51:58.887924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.887924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:51:58.888329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Bound port: ff2b3a2c-cda3-46e3-802b-64a243cfef69, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:51:58.888598 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:58.952686 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] For port ff2b3a2c-cda3-46e3-802b-64a243cfef69, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:51:58.956268 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] For port ff2b3a2c-cda3-46e3-802b-64a243cfef69, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ff2b3a2c-cda3-46e3-802b-64a243cfef69,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:51:58.987490 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92583dde-0838-431e-ba5f-2170211cfede None None] Pushing event updated for resources: {'Port': ['ID=ff2b3a2c-cda3-46e3-802b-64a243cfef69,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:59.040445 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.103832 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:59.150634 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Allocated IP 172.20.0.1 (8e26437f-c019-4cba-bd26-008d10f3b0b5/64c31007-744b-4ac2-ae8d-722fb53d9e27/0216a9a0-bb76-4b2f-9dc3-b8b17fab519a) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:59.187353 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92583dde-0838-431e-ba5f-2170211cfede None None] Pushing event updated for resources: {'Port': ['ID=ff2b3a2c-cda3-46e3-802b-64a243cfef69,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:59.218803 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:51:59.219437 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:59.315594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.327025 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks [] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.350766 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 653bd13e-cdb9-4346-8724-36ad860880a1 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:59.351362 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.378421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-03ebef50-1fcd-468b-b275-8150d5cfa400 None None] Current status of the port 032edae2-30be-42e1-a601-5e530ef9576e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:59.415801 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:51:59.483416 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 653bd13e-cdb9-4346-8724-36ad860880a1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=653bd13e-cdb9-4346-8724-36ad860880a1,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:51:59.497659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.511801 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Provisioning complete for port 032edae2-30be-42e1-a601-5e530ef9576e triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:59.512457 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (032edae2-30be-42e1-a601-5e530ef9576e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.578318 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.596346 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:51:59.602401 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:51:59.605126 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:51:59.613015 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Pushing event updated for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:59.623952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Allocated IP 172.20.0.1 (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9/4ec150fb-3afb-4510-867e-e75cc96daa3d/117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:51:59.659890 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (14692181-7d01-4852-9886-c39b621300c0), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.665108 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=653bd13e-cdb9-4346-8724-36ad860880a1,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:51:59.705175 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:51:56Z', 'revision_number': 3, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:59.786067 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:56Z', 'revision_number': 3, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:51:59.810771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Checking router: 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:51:59.811657 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Updating router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 port 675ce669-cee6-4503-8783-935790ee37bb binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:51:59.816535 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 032edae2-30be-42e1-a601-5e530ef9576e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:51:59.847416 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0c7dc5-dbec-4b9a-a508-73df2a553c39 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:56Z', 'revision_number': 3, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:51:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:51:59.897776 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff16f1-d850-4f66-9aed-a5aebf5787aa req-3a556c3e-10de-40a9-b93d-1e20759d97dc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:51:59.912485 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69ff16f1-d850-4f66-9aed-a5aebf5787aa req-3a556c3e-10de-40a9-b93d-1e20759d97dc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.1002247 May 02 14:51:59.961356 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Current status of the port 032edae2-30be-42e1-a601-5e530ef9576e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:51:59.968491 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 032edae2-30be-42e1-a601-5e530ef9576e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:51:59.968848 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (032edae2-30be-42e1-a601-5e530ef9576e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:51:59.999555 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (675ce669-cee6-4503-8783-935790ee37bb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.004226 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.011977 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks [] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.044755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Provisioning complete for port 653bd13e-cdb9-4346-8724-36ad860880a1 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:00.045844 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.061169 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69ff16f1-d850-4f66-9aed-a5aebf5787aa req-3c770a9c-00cd-4010-b8cf-0a0a650e65f2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 May 02 14:52:00.223162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.253914 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 032edae2-30be-42e1-a601-5e530ef9576e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:00.274539 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:00.299882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:00.318708 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:52:00.320395 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks [] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.404813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Pushing event updated for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:00.405865 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-ab15005d-ed72-44dd-b9d8-fea34643c998 None None] Current status of the port 653bd13e-cdb9-4346-8724-36ad860880a1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:00.413220 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.469267 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.561653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (14692181-7d01-4852-9886-c39b621300c0), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.565757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks [] for port (675ce669-cee6-4503-8783-935790ee37bb), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.584670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4f8ec8cd-dd04-490b-b5a5-00b58e5d7265 None None] Provisioning complete for port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:00.585357 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec8cd-dd04-490b-b5a5-00b58e5d7265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.592891 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Pushing event updated for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:00.646801 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ec8cd-dd04-490b-b5a5-00b58e5d7265 None None] Port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:00.662541 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (675ce669-cee6-4503-8783-935790ee37bb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.736768 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Attempting to bind port 675ce669-cee6-4503-8783-935790ee37bb on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:00.737418 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Attempting to bind port 675ce669-cee6-4503-8783-935790ee37bb by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:00.738567 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Attempting to bind port 675ce669-cee6-4503-8783-935790ee37bb on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:00.747263 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.753238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:00.755392 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd52ac9-69e9-4bb5-91d3-df4df1e1c67b None None] Pushing event updated for resources: {'Port': ['ID=675ce669-cee6-4503-8783-935790ee37bb,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:00.765391 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:00.768257 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:00.769062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:00.770073 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.770884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:00.771919 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Bound port: 675ce669-cee6-4503-8783-935790ee37bb, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:00.772733 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (675ce669-cee6-4503-8783-935790ee37bb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.830408 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-3e4e9d26-849a-4d55-a3b0-737cd449935d None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:00.831248 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9d26-849a-4d55-a3b0-737cd449935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:00.933983 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] For port 675ce669-cee6-4503-8783-935790ee37bb, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:00.950242 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e9d26-849a-4d55-a3b0-737cd449935d None None] Port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:00.958122 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] For port 675ce669-cee6-4503-8783-935790ee37bb, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=675ce669-cee6-4503-8783-935790ee37bb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:01.004878 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:52:01.051656 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (675ce669-cee6-4503-8783-935790ee37bb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.109948 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks [] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.184819 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd52ac9-69e9-4bb5-91d3-df4df1e1c67b None None] Pushing event updated for resources: {'Port': ['ID=675ce669-cee6-4503-8783-935790ee37bb,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:01.210062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-6c5bb091-6d64-4de9-8464-f41ed819a986 None None] Provisioning complete for port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:01.210537 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6c5bb091-6d64-4de9-8464-f41ed819a986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.253706 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:01.254744 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:01.264434 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:52:01.271101 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c15b9179-b209-4e5b-89f3-0cb536ba32fe admin admin] 10.222.0.36 "PUT /v2.0/routers/14692181-7d01-4852-9886-c39b621300c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5020330 May 02 14:52:01.292299 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a75cd-0be3-48e4-8228-c2ee6d653c88 req-dd48b5e7-5c24-4cff-aba3-69adb2d7a154 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:01.292299 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8a8a75cd-0be3-48e4-8228-c2ee6d653c88 req-dd48b5e7-5c24-4cff-aba3-69adb2d7a154 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0903337 May 02 14:52:01.306725 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.318978 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bb091-6d64-4de9-8464-f41ed819a986 None None] Port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:01.366466 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8a8a75cd-0be3-48e4-8228-c2ee6d653c88 req-ed51c68b-f796-45c5-96d4-8a932193c032 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727808 May 02 14:52:01.457580 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:01.497811 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.504199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Pushing event updated for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:01.619289 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36244) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:01.830463 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:01.834842 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:01.911348 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3f2e996f-e156-48c2-9317-92828653f446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:01.984253 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 653bd13e-cdb9-4346-8724-36ad860880a1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:02.045297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3cd95-2ffa-4ee5-8bde-1eb925e0d211 req-3d25d180-c4cb-46f3-8893-a0acd25e98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:02.046999 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-55d3cd95-2ffa-4ee5-8bde-1eb925e0d211 req-3d25d180-c4cb-46f3-8893-a0acd25e98de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1129 time: 0.1697075 May 02 14:52:02.162297 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 653bd13e-cdb9-4346-8724-36ad860880a1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:02.163461 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.179061 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-55d3cd95-2ffa-4ee5-8bde-1eb925e0d211 req-b1467b7b-fbd8-4e34-96b1-c4b9d20d8bdd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222184 May 02 14:52:02.190908 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc', 'name': '', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'mac_address': 'fa:16:3e:8f:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:59Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 1, 'project_id': '55b74c54997240ed90149c339d2a7233', 'subnets': [{'id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:02.223585 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806ad01-90e2-4242-ba80-42f60663c0a8 None None] The sync data for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi is: [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc', 'name': '', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'mac_address': 'fa:16:3e:8f:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:59Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 1, 'project_id': '55b74c54997240ed90149c339d2a7233', 'subnets': [{'id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:52:02.245996 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3f2e996f-e156-48c2-9317-92828653f446 admin admin] Publish callbacks [] for security_group (99e9ed9a-63e9-43f9-8e20-60f6216a6bc3), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.257335 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-11273d9f-e501-499b-a036-33add6291174 None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:02.257521 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-11273d9f-e501-499b-a036-33add6291174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.347419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-11273d9f-e501-499b-a036-33add6291174 None None] Port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:02.348358 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3f2e996f-e156-48c2-9317-92828653f446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (99e9ed9a-63e9-43f9-8e20-60f6216a6bc3), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.356614 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 653bd13e-cdb9-4346-8724-36ad860880a1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:02.357719 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ff2b3a2c-cda3-46e3-802b-64a243cfef69 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:02.375498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-97441939-4c8c-4b7a-a809-f4cafe0a8173 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:02.377137 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-97441939-4c8c-4b7a-a809-f4cafe0a8173 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/networks?id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b HTTP/1.1" status: 200 len: 808 time: 0.5939286 May 02 14:52:02.429348 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port ff2b3a2c-cda3-46e3-802b-64a243cfef69 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:02.429806 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.457588 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3f2e996f-e156-48c2-9317-92828653f446 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f05822a10f654bf18940a19ab28015dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8348806 May 02 14:52:02.458737 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36256) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:02.469865 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-40fe2cb3-4d71-4a46-ac47-161e9021a908 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/quotas/c863c2aa893f4616918e7134047a6507 HTTP/1.1" status: 200 len: 375 time: 0.0646558 May 02 14:52:02.491885 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e996f-e156-48c2-9317-92828653f446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9ed9a-63e9-43f9-8e20-60f6216a6bc3,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:02.516206 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-a7e339b4-1f17-4783-abf9-5e109840ad20 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395753 May 02 14:52:02.561170 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port ff2b3a2c-cda3-46e3-802b-64a243cfef69 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:02.563813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:52:02.569052 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.591566 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] Publish callbacks [] for security_group (99e9ed9a-63e9-43f9-8e20-60f6216a6bc3), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.593411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port ff2b3a2c-cda3-46e3-802b-64a243cfef69, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ff2b3a2c-cda3-46e3-802b-64a243cfef69,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:02.621875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] Publish callbacks [] for security_group (99e9ed9a-63e9-43f9-8e20-60f6216a6bc3), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.691468 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:52:02.706811 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:02.707808 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:02.709110 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.774822 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=ff2b3a2c-cda3-46e3-802b-64a243cfef69,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:02.822211 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (99e9ed9a-63e9-43f9-8e20-60f6216a6bc3), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.825498 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:02.831781 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99e9ed9a-63e9-43f9-8e20-60f6216a6bc3 HTTP/1.1" status: 204 len: 168 time: 0.3670306 May 02 14:52:02.835094 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ecfe3-e412-4c35-8ac2-0dd9b573c147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9ed9a-63e9-43f9-8e20-60f6216a6bc3,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:02.841665 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36264) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:02.853755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1195149910', 'description': 'tempest-description--2030603254'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:02.868137 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:02.869305 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-80bdb0e4-d054-43e6-8f2a-7031c3fd0149 service neutron] 10.222.0.36 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447502 May 02 14:52:03.010344 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec211-6bc2-44fb-b024-d5c812238cd4 req-a6090c83-f1a1-49cd-b302-15130213a191 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:03.011901 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46dec211-6bc2-44fb-b024-d5c812238cd4 req-a6090c83-f1a1-49cd-b302-15130213a191 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0602477 May 02 14:52:03.014902 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:52:03.031982 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8ea72958-ed70-4732-9289-88c1530a8ead admin admin] 10.222.0.36 "PUT /v2.0/routers/4503436b-6f6b-4b61-9f5e-d2a7ccf003d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4968207 May 02 14:52:03.112746 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46dec211-6bc2-44fb-b024-d5c812238cd4 req-bb654eb2-5614-48f5-acc1-2d5a8f1a4255 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929074 May 02 14:52:03.137821 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-264636fd-af1f-4759-aec4-b03092248c08 service neutron] 10.222.0.36 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551184 May 02 14:52:03.182604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.341513 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 2, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:03.349733 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (10cb26fe-3b90-4f2c-ae92-50285d86f9d5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.391833 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:52:03.392492 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Updating router 14692181-7d01-4852-9886-c39b621300c0 port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:52:03.438073 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.474037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (10cb26fe-3b90-4f2c-ae92-50285d86f9d5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.520890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb26fe-3b90-4f2c-ae92-50285d86f9d5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:03.635994 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.637309 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8919929f-0ff8-405a-b479-b32b91551a37 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7946522 May 02 14:52:03.640107 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36286) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:03.646108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group_rule': {'security_group_id': '10cb26fe-3b90-4f2c-ae92-50285d86f9d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:03.656927 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e93f3659-3a16-4230-839e-6cb5beacbdc1 req-f157d31d-283b-4111-9109-1b7a94207550 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0640175 May 02 14:52:03.836342 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (03e7c717-7ca8-4fca-8f2e-c0c9b179e857), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.883217 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ff2b3a2c-cda3-46e3-802b-64a243cfef69 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:03.974310 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36300) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:03.992653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (03e7c717-7ca8-4fca-8f2e-c0c9b179e857), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:03.998133 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-51265e9d-3bef-4334-a2bb-546c113e2108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.011134 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks [] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.059978 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port ff2b3a2c-cda3-46e3-802b-64a243cfef69 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:04.060398 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.084879 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (03e7c717-7ca8-4fca-8f2e-c0c9b179e857), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.105203 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e7c717-7ca8-4fca-8f2e-c0c9b179e857,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:04.132785 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-51265e9d-3bef-4334-a2bb-546c113e2108 admin admin] Publish callbacks [] for security_group (801258da-af4e-406b-9baf-cc9254b0b2cf), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.142300 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.205103 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-51265e9d-3bef-4334-a2bb-546c113e2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (801258da-af4e-406b-9baf-cc9254b0b2cf), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.236251 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00d66-ea1c-4de8-97f5-ca15436ec25f None None] Pushing event updated for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:04.256130 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port ff2b3a2c-cda3-46e3-802b-64a243cfef69 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:04.263739 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 675ce669-cee6-4503-8783-935790ee37bb up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:04.292050 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-51265e9d-3bef-4334-a2bb-546c113e2108 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=437d0e045e634f50bd9bd4d89a285b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165617 May 02 14:52:04.301845 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36308) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:04.339195 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265e9d-3bef-4334-a2bb-546c113e2108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801258da-af4e-406b-9baf-cc9254b0b2cf,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:04.354098 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.355453 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3b4f0495-82f3-44fc-9740-f355907bdf39 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7142229 May 02 14:52:04.358730 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36310) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:04.364903 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group_rule': {'security_group_id': '10cb26fe-3b90-4f2c-ae92-50285d86f9d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:04.410310 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Attempting to bind port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:04.412874 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Attempting to bind port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:04.412874 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Attempting to bind port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:04.415098 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 675ce669-cee6-4503-8783-935790ee37bb triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:04.417636 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (675ce669-cee6-4503-8783-935790ee37bb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.425217 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:04.426802 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Checking segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:04.429283 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.430897 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Bound using segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:04.433597 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Bound port: 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:04.434033 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.466635 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487eedf-93ec-4331-bd2f-3e136fc7a06c req-a5189760-7ad2-4f5f-ae25-8b9582b8affb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:04.474014 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (d73e3c4a-0e33-4448-ab2a-5bca7a391f53), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.479270 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6487eedf-93ec-4331-bd2f-3e136fc7a06c req-a5189760-7ad2-4f5f-ae25-8b9582b8affb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.2597022 May 02 14:52:04.619080 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] For port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:04.623572 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] For port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:04.629521 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6487eedf-93ec-4331-bd2f-3e136fc7a06c req-1455afd0-9f12-4893-8c9c-a72ab7738dbe tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467972 May 02 14:52:04.638055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] Publish callbacks [] for security_group (801258da-af4e-406b-9baf-cc9254b0b2cf), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.673327 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (d73e3c4a-0e33-4448-ab2a-5bca7a391f53), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.680350 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.729566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] Publish callbacks [] for security_group (801258da-af4e-406b-9baf-cc9254b0b2cf), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.748772 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (d73e3c4a-0e33-4448-ab2a-5bca7a391f53), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.766050 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 675ce669-cee6-4503-8783-935790ee37bb is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:04.766621 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (675ce669-cee6-4503-8783-935790ee37bb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.781654 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73e3c4a-0e33-4448-ab2a-5bca7a391f53,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:04.816290 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Provisioning complete for port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:04.816735 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.821513 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:04.822384 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:04.879830 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b00d66-ea1c-4de8-97f5-ca15436ec25f None None] Pushing event updated for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=4']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:04.917643 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5f4e3900-65b0-439e-94e6-280b2e8ebb2a req-55c68e6d-119b-45ae-ae30-a1a874c3214f tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.1093612 May 02 14:52:04.935495 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616f61d-4aff-4dac-8b93-84fedd889794 req-10ee608e-6889-457f-812a-f5b44a62a40c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:04.944036 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a616f61d-4aff-4dac-8b93-84fedd889794 req-10ee608e-6889-457f-812a-f5b44a62a40c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.1229191 May 02 14:52:04.944036 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:04.944036 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3ef0179d-a879-4926-abc0-746ac7999d2e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838234 May 02 14:52:04.947041 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36332) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:04.952903 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:04.963947 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 675ce669-cee6-4503-8783-935790ee37bb, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=675ce669-cee6-4503-8783-935790ee37bb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:05.049500 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a616f61d-4aff-4dac-8b93-84fedd889794 req-4511ec90-789e-42b9-8ec6-ed56c0208d24 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907974 May 02 14:52:05.081323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.086871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (801258da-af4e-406b-9baf-cc9254b0b2cf), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.089711 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:05.091198 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.092598 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/801258da-af4e-406b-9baf-cc9254b0b2cf HTTP/1.1" status: 204 len: 168 time: 0.7893355 May 02 14:52:05.097364 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (675ce669-cee6-4503-8783-935790ee37bb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.134557 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4537b-5a57-4c5f-9f78-39d15f0b3371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801258da-af4e-406b-9baf-cc9254b0b2cf,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:05.226337 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Current status of the port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:05.231023 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.242055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.337944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] For port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:05.339493 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=675ce669-cee6-4503-8783-935790ee37bb,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:05.478199 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.479893 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Allocated IP 172.27.0.12 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/d61c5ff2-7278-4177-acba-82b865c8e3cb) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:52:05.540019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2e57b-3557-4410-bf70-cdfefe0d7bc8 None None] Pushing event updated for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:05.572572 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:05.610862 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-42e270f0-45a6-4dd4-9b8f-36fcca5bd2c3 None None] Provisioning complete for port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:05.611760 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-42e270f0-45a6-4dd4-9b8f-36fcca5bd2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.671752 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3645c-a4ec-413c-97d8-0dd6e5be60a4 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:52:05.752051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.813611 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 675ce669-cee6-4503-8783-935790ee37bb up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:05.859328 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-42e270f0-45a6-4dd4-9b8f-36fcca5bd2c3 None None] Current status of the port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:05.882522 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 675ce669-cee6-4503-8783-935790ee37bb triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:05.883016 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (675ce669-cee6-4503-8783-935790ee37bb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:05.970273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:06.072925 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:06.077249 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:06.087230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:52:06.123271 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 675ce669-cee6-4503-8783-935790ee37bb is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:06.235490 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=d61c5ff2-7278-4177-acba-82b865c8e3cb,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:06.269988 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5260e3c8-0485-4bdf-88c1-8404c8a615c7 req-85626eb9-4db0-41b3-97bb-b42c5a4688b1 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.1036172 May 02 14:52:06.569772 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:06.768259 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:06.842260 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Sync routers for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:52:06.858609 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:06.863836 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:07.141820 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:07.211003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:07.298837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:07.424016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=d61c5ff2-7278-4177-acba-82b865c8e3cb,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:07.440638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:07.520486 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc', 'name': '', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'mac_address': 'fa:16:3e:8f:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:59Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 2, 'project_id': '55b74c54997240ed90149c339d2a7233', 'subnets': [{'id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:07.557864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Checking router: 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:52:07.558234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Updating router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:52:07.588532 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36380) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:07.643375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:07.644833 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cf805a7d-a467-4d2a-85e6-57917bb72e15 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6967313 May 02 14:52:07.648412 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:07.648665 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-554ad17f-a008-405f-926b-757109514e4c req-e28a2bfe-8871-4d83-8d92-63ff05f71b8a tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.2014694 May 02 14:52:07.744838 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-d287e77e-c43c-47df-bfdc-17746ce9dfd4 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:07.747779 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-d287e77e-c43c-47df-bfdc-17746ce9dfd4 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "GET /v2.0/networks?id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b HTTP/1.1" status: 200 len: 808 time: 0.3952661 May 02 14:52:07.796931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Request body: {'port': {'device_id': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b', 'admin_state_up': True, 'tenant_id': 'c863c2aa893f4616918e7134047a6507'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:07.809055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139074637-network', 'tenant_id': '7d77242d8a724c7d9b52895dc18d3cd9'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:07.910661 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:07.970918 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Made reservation on behalf of 7d77242d8a724c7d9b52895dc18d3cd9 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:07.973861 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.008935 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.054879 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:08.055550 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.068135 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Made reservation on behalf of c863c2aa893f4616918e7134047a6507 for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:08.071592 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.173180 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks [] for security_group (04deb172-881a-4e83-b04b-53074e301c8e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.250714 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (04deb172-881a-4e83-b04b-53074e301c8e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.302191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:52:08.318396 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04deb172-881a-4e83-b04b-53074e301c8e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:08.325232 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Allocated IP 172.20.0.3 (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b/5336cae5-7238-49db-9ea4-b6b8d37cb71b/e5b7500b-6852-4801-8c0b-83635755123d) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:52:08.339058 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ff9aa3ed-55bc-42ca-9654-17caca444860), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.339405 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Added segment ff9aa3ed-55bc-42ca-9654-17caca444860 of type vlan for network 58501b11-6da6-4b06-8281-704cf4f63ba2 May 02 14:52:08.412669 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (58501b11-6da6-4b06-8281-704cf4f63ba2), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.499665 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:08.529736 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (58501b11-6da6-4b06-8281-704cf4f63ba2), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.530958 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:08.531423 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks [] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.531738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.566203 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks [] for port (e5b7500b-6852-4801-8c0b-83635755123d), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.614832 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] Pushing event updated for resources: {'Network': ['ID=58501b11-6da6-4b06-8281-704cf4f63ba2,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:08.624796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.661852 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 58501b11-6da6-4b06-8281-704cf4f63ba2 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:52:08.736904 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb6f72-8886-469e-acf9-636118ab7c80 None None] Pushing event updated for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:08.798506 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-993568e9-383d-49eb-956d-7c218b35d53b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2087913 May 02 14:52:08.801184 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36404) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:08.806341 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Request body: {'subnet': {'network_id': '58501b11-6da6-4b06-8281-704cf4f63ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139074637-subnet', 'tenant_id': '7d77242d8a724c7d9b52895dc18d3cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:08.866668 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2d69f-ef82-44e3-bbd6-750f02391c53 req-13228a40-136f-4c06-8316-e297392cd8b0 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:08.879279 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Attempting to bind port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:08.879878 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Attempting to bind port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:08.880345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Attempting to bind port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc on network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:08.884131 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d6a2d69f-ef82-44e3-bbd6-750f02391c53 req-13228a40-136f-4c06-8316-e297392cd8b0 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 931 time: 0.1333661 May 02 14:52:08.885579 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.889604 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:08.894444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Checking segment: {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:08.894444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.894444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Bound using segment: {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:08.894444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Bound port: 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d47291d-ce43-4932-a786-3e20e91e8e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:08.894444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.942208 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Made reservation on behalf of 7d77242d8a724c7d9b52895dc18d3cd9 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:08.944578 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017603'] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:08.959496 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:08.969664 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:09.033903 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] For port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:09.037343 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] For port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:09.127682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-102a74c1-9357-4728-bcb1-c6e10e9166be None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:09.128104 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-102a74c1-9357-4728-bcb1-c6e10e9166be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.188466 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-102a74c1-9357-4728-bcb1-c6e10e9166be None None] Port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:09.193787 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.263215 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:09.263215 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:51:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:09.274475 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d6a2d69f-ef82-44e3-bbd6-750f02391c53 req-67c12fbb-ba2f-4a66-a2ab-bf231e00190f tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705964 May 02 14:52:09.275540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:52:09.365323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8825482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017629'] for subnet (9c3bee07-2590-458c-9c73-cf0f1c2adf3d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.365648 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:09.366700 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.382676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb6f72-8886-469e-acf9-636118ab7c80 None None] Pushing event updated for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:09.385773 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Pushing event updated for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:09.487373 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-7dc0b225-0891-48c9-b8e4-0490ae9ab812 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7182298 May 02 14:52:09.494717 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3bee07-2590-458c-9c73-cf0f1c2adf3d,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:09.513603 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Checking segment: {'id': 'ff9aa3ed-55bc-42ca-9654-17caca444860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '58501b11-6da6-4b06-8281-704cf4f63ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:09.513958 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Network hostable DHCP agents. Network: 58501b11-6da6-4b06-8281-704cf4f63ba2, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:52:09.525644 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:09.635653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Network 58501b11-6da6-4b06-8281-704cf4f63ba2 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:52:09.650062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:09.650062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.729285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 58501b11-6da6-4b06-8281-704cf4f63ba2) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:09.735738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:09.738237 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.754523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5d1d9-b8fb-4464-bb1e-57e001b21a86 None None] Network 58501b11-6da6-4b06-8281-704cf4f63ba2 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:52:09.758321 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:09.865396 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-dd6c3e20-5eb3-4767-be6a-667d1fcbf85d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0631878 May 02 14:52:09.921474 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Current status of the port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:09.922095 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:09.965867 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc', 'name': '', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'mac_address': 'fa:16:3e:8f:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:59Z', 'updated_at': '2022-05-02T14:52:09Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'subnets': [{'id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:10.007634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:10.007634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:10.026889 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf757ee4-1cc1-4d59-9c07-4db607e61959 None None] The sync data for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi is: [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:52:00Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc', 'name': '', 'network_id': '25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'mac_address': 'fa:16:3e:8f:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:59Z', 'updated_at': '2022-05-02T14:52:09Z', 'revision_number': 4, 'project_id': '55b74c54997240ed90149c339d2a7233', 'subnets': [{'id': '4ec150fb-3afb-4510-867e-e75cc96daa3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:52:10.091780 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b1cd-1b8a-4c8d-ad15-59ec1b7d4039 req-8319459d-266b-4614-9d8b-ec2e58b7d0ff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:10.093406 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] For port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:10.099383 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-24b8b1cd-1b8a-4c8d-ad15-59ec1b7d4039 req-8319459d-266b-4614-9d8b-ec2e58b7d0ff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.1202290 May 02 14:52:10.104611 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5743fb6-cb0e-4929-a2dd-7ea9a0483d44 None None] Network 58501b11-6da6-4b06-8281-704cf4f63ba2 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:52:10.194853 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-24b8b1cd-1b8a-4c8d-ad15-59ec1b7d4039 req-0dffbee9-1a51-4209-896b-858c61bb96ae tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945537 May 02 14:52:10.220128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:10.348640 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:10.350882 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cb4e4-0876-4eaa-911d-c254fb1a1995 None None] Pushing event updated for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:10.480701 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b39b5-b1b2-402e-9a57-6ba1eff8e6d2 req-a934ca3f-8dd7-4efc-8b2f-2fd4f98659eb tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:10.482554 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-465b39b5-b1b2-402e-9a57-6ba1eff8e6d2 req-a934ca3f-8dd7-4efc-8b2f-2fd4f98659eb tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 931 time: 0.0705888 May 02 14:52:10.549330 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-465b39b5-b1b2-402e-9a57-6ba1eff8e6d2 req-8c13a61e-ed76-48e4-ba6b-a34751eb2c99 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600555 May 02 14:52:11.323126 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b52a82-74e0-4003-9892-a8b38efac769 req-94531c70-da3e-4ffe-b04a-2a887c376824 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:11.324638 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16b52a82-74e0-4003-9892-a8b38efac769 req-94531c70-da3e-4ffe-b04a-2a887c376824 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0492592 May 02 14:52:11.374871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36440) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:11.379585 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16b52a82-74e0-4003-9892-a8b38efac769 req-57e11dc9-732e-4a36-978e-0a1999b61e96 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 May 02 14:52:11.380916 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1804968078-network', 'tenant_id': '2c1df75bfc9347f6b4fdf5460234e08f'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:11.536718 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Made reservation on behalf of 2c1df75bfc9347f6b4fdf5460234e08f for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:11.539071 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.550368 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.644885 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks [] for security_group (5d6bd90e-2b1f-44b3-9232-48a78edf1f45), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.691544 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a57366-23e4-447d-a73d-952ebdf99ae9 req-1c543ecf-e603-4b43-acaf-e89e5a6327ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:11.693400 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-88a57366-23e4-447d-a73d-952ebdf99ae9 req-1c543ecf-e603-4b43-acaf-e89e5a6327ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 931 time: 0.0587888 May 02 14:52:11.730264 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5d6bd90e-2b1f-44b3-9232-48a78edf1f45), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.736069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:11.761853 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-88a57366-23e4-447d-a73d-952ebdf99ae9 req-3ed39bb1-5839-4519-84de-68a80647b33a tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 May 02 14:52:11.767813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:52:11.802590 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (44e27dbe-e87e-4a47-aaff-609ba85f4288), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.803165 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Added segment 44e27dbe-e87e-4a47-aaff-609ba85f4288 of type vlan for network 6c56d020-9c62-483d-96bb-16cafdd9a348 May 02 14:52:11.821487 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6bd90e-2b1f-44b3-9232-48a78edf1f45,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:11.843504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:11.843909 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.886244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (6c56d020-9c62-483d-96bb-16cafdd9a348), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:11.947164 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:12.003006 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (6c56d020-9c62-483d-96bb-16cafdd9a348), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.003999 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:12.011254 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.067364 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] Pushing event updated for resources: {'Network': ['ID=6c56d020-9c62-483d-96bb-16cafdd9a348,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:12.079809 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 6c56d020-9c62-483d-96bb-16cafdd9a348 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:52:12.127542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-31b1c738-e9cf-4227-9c1e-ec953d5c9064 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7508879 May 02 14:52:12.130184 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36450) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:12.135020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Request body: {'subnet': {'network_id': '6c56d020-9c62-483d-96bb-16cafdd9a348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1804968078-subnet', 'tenant_id': '2c1df75bfc9347f6b4fdf5460234e08f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:12.279179 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Made reservation on behalf of 2c1df75bfc9347f6b4fdf5460234e08f for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:12.281526 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017603'] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.540833 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262be2-9ff4-4d5a-b86e-40b1be19aec1 req-a9acbd02-0be4-4f48-9aee-bc26a5b1e7b8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:12.542914 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-54262be2-9ff4-4d5a-b86e-40b1be19aec1 req-a9acbd02-0be4-4f48-9aee-bc26a5b1e7b8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0775580 May 02 14:52:12.548648 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Request body: {'port': {'device_id': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:12.603155 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8825482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017629'] for subnet (914f4de2-2b0f-462f-9a04-ae02c9017d7a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.646471 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.647875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e5b7500b-6852-4801-8c0b-83635755123d), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.666538 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=914f4de2-2b0f-462f-9a04-ae02c9017d7a,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:12.667334 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-54262be2-9ff4-4d5a-b86e-40b1be19aec1 req-0a2dff21-3442-4d57-a872-e973b5dfe688 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987120 May 02 14:52:12.677767 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Checking segment: {'id': '44e27dbe-e87e-4a47-aaff-609ba85f4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6c56d020-9c62-483d-96bb-16cafdd9a348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:12.678229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Network hostable DHCP agents. Network: 6c56d020-9c62-483d-96bb-16cafdd9a348, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:52:12.794930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Network 6c56d020-9c62-483d-96bb-16cafdd9a348 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:52:12.892295 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 6c56d020-9c62-483d-96bb-16cafdd9a348) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:12.901348 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:12.902091 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234de46b-9339-457f-98f4-3d982ef4c9b7 None None] Network 6c56d020-9c62-483d-96bb-16cafdd9a348 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:52:12.905676 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:12.978792 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733879f-0910-40c9-9608-e4796147d6a9 req-8185bf74-ec02-437a-8bd0-99ff317c1850 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:12.987004 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0733879f-0910-40c9-9608-e4796147d6a9 req-8185bf74-ec02-437a-8bd0-99ff317c1850 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 931 time: 0.1129031 May 02 14:52:12.991221 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8008ed95-d362-4d96-84d8-7b685ac60a30 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8591812 May 02 14:52:13.116519 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0733879f-0910-40c9-9608-e4796147d6a9 req-e7cacbbf-9a0c-40d8-8ba7-27870b34e5c2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284091 May 02 14:52:13.149871 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b7500b-6852-4801-8c0b-83635755123d {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:13.169062 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks [] for port (e5b7500b-6852-4801-8c0b-83635755123d), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.201730 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Transition to ACTIVE for port object e5b7500b-6852-4801-8c0b-83635755123d will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:52:13.286883 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.303924 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-284c5cd5-c67a-4052-a47c-a7caf584f862 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1195149910&fields=id&tenant_id=66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 267 time: 0.0902102 May 02 14:52:13.354879 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859bf00-1a88-4721-ae98-2e0e8bdcc733 None None] Network 6c56d020-9c62-483d-96bb-16cafdd9a348 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:52:13.462153 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Pushing event updated for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:13.504967 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Attempting to bind port e5b7500b-6852-4801-8c0b-83635755123d on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:13.505403 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Attempting to bind port e5b7500b-6852-4801-8c0b-83635755123d by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:13.505801 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Attempting to bind port e5b7500b-6852-4801-8c0b-83635755123d on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:13.511551 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Port e5b7500b-6852-4801-8c0b-83635755123d on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:52:13.512011 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Attempting to bind port e5b7500b-6852-4801-8c0b-83635755123d on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:13.520407 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:13.520852 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Checking segment: {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:13.521315 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Bound using segment: {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:13.521610 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-b68b3ca6-6d7f-4b55-8b11-dba135abbc91 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:13.521859 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Bound port: e5b7500b-6852-4801-8c0b-83635755123d, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:13.522307 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e5b7500b-6852-4801-8c0b-83635755123d), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.529504 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-b68b3ca6-6d7f-4b55-8b11-dba135abbc91 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 811 time: 0.2247713 May 02 14:52:13.559878 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-e06268d2-648f-4c80-afef-75ba3ed5fd9c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/quotas/66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 375 time: 0.0294437 May 02 14:52:13.608175 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:13.614705 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e5b7500b-6852-4801-8c0b-83635755123d,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:13.632040 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-eb8f9a16-94c4-450e-8036-66d4709defa4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676560 May 02 14:52:13.650670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d83f2941-3c63-4482-a198-6b809204051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.698034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.755299 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-dfccad5c-79d2-41a4-a4fd-76d0e57bd94f service neutron] 10.222.0.36 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175132 May 02 14:52:13.777246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:13.779096 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:13.780715 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] 10.222.0.41 "PUT /v2.0/ports/e5b7500b-6852-4801-8c0b-83635755123d HTTP/1.1" status: 200 len: 1093 time: 1.2360792 May 02 14:52:13.783240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:13.785426 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "tag": "e5b7500b-6852-4801-8c0b-83635755123d"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:13.850242 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc10070-39c5-41bd-8b11-40dc3a0b5a9b service neutron] Pushing event updated for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:13.859750 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd9ca-2583-4fca-9313-36d3002bbe3d req-d807dd61-39da-44cb-a9fb-4024173741c8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:13.861049 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-78ecd9ca-2583-4fca-9313-36d3002bbe3d req-d807dd61-39da-44cb-a9fb-4024173741c8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0588019 May 02 14:52:13.895997 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-1f574c16-f5ef-47e1-b58c-bcb270cfcd53 service neutron] 10.222.0.36 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392801 May 02 14:52:13.918089 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-78ecd9ca-2583-4fca-9313-36d3002bbe3d req-08abfac9-c3d7-4189-befe-6e1d5ea2cc96 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502155 May 02 14:52:13.973884 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e39de4-0af5-4058-83e0-3ca0583aff50 x-openstack-request-id: req-a8e39de4-0af5-4058-83e0-3ca0583aff50 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:13.974181 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "tag": "e5b7500b-6852-4801-8c0b-83635755123d", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:13.974439 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8e39de4-0af5-4058-83e0-3ca0583aff50 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:13.974863 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e39de4-0af5-4058-83e0-3ca0583aff50'] response: {'name': 'network-changed', 'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d', 'status': 'completed', 'code': 200} May 02 14:52:14.250291 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-67612398-558a-49f1-b559-dc3e2b58aa26 req-c2e8a048-3a15-459d-b0da-e506e1247f44 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0550375 May 02 14:52:14.258577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246804c-e684-46f9-a367-84a04cd82a71 req-9dea9fec-d87d-4f95-87d6-67c3a75c2fe5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.268815 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4246804c-e684-46f9-a367-84a04cd82a71 req-9dea9fec-d87d-4f95-87d6-67c3a75c2fe5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 943 time: 0.0737469 May 02 14:52:14.320086 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4246804c-e684-46f9-a367-84a04cd82a71 req-446929a4-b45c-4905-b31d-eadecbb7fca5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499902 May 02 14:52:14.543914 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-0c3adcaa-9007-4f6c-8259-1886049987ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.545506 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-0c3adcaa-9007-4f6c-8259-1886049987ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 1127 time: 0.0781388 May 02 14:52:14.546886 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-ff3c5b4d-5265-482a-81a0-7f16f102e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.548703 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-ff3c5b4d-5265-482a-81a0-7f16f102e7cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.1004634 May 02 14:52:14.791759 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-76e9b59d-4b04-48c4-bdaa-00343c93aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.794515 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-76e9b59d-4b04-48c4-bdaa-00343c93aad0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1787236 May 02 14:52:14.795649 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-651204a6-e812-417a-8d85-83d88111eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.797009 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-651204a6-e812-417a-8d85-83d88111eaf8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c863c2aa893f4616918e7134047a6507&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1732914 May 02 14:52:14.869253 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-85d36cb4-6e4b-486f-ae41-eb19946a9654 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 217 time: 0.0636976 May 02 14:52:14.987895 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-fc2a7401-abc8-4120-9486-fad4adfbde48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.987895 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-fc2a7401-abc8-4120-9486-fad4adfbde48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.1013687 May 02 14:52:14.995204 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-0a1722f2-4008-41d4-a75e-f9d878513cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:14.997283 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ec0c269-cc1f-42d1-a419-3da4f74c48d7 req-0a1722f2-4008-41d4-a75e-f9d878513cbd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1860843 May 02 14:52:15.062179 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-97d28a52-d627-42bf-be27-442942a1cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:15.064090 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-97d28a52-d627-42bf-be27-442942a1cd3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469189 May 02 14:52:15.262450 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-9edcdb5b-0ead-481b-bf1f-b6eca08a8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:15.264466 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-9edcdb5b-0ead-481b-bf1f-b6eca08a8152 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 1127 time: 0.1316972 May 02 14:52:15.299572 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae31c01-fdc4-42bd-b59f-b68fd133fc26 req-2fa74217-c1bd-45ce-8a17-5fec72424fa8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:15.301422 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9ae31c01-fdc4-42bd-b59f-b68fd133fc26 req-2fa74217-c1bd-45ce-8a17-5fec72424fa8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0862186 May 02 14:52:15.303649 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-2cb9285d-80bf-4fff-9347-b731d915fe0f service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155976 May 02 14:52:15.339474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a433fbe1-890a-462d-b934-88654aad4a15 req-5db4eeca-d084-4d74-8036-e94295cd9a84 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0375152 May 02 14:52:15.351217 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9ae31c01-fdc4-42bd-b59f-b68fd133fc26 req-c7ea8085-89ab-4876-8291-322bacf12f88 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 May 02 14:52:15.425179 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-e865d149-6457-47b5-abf8-8e40afac5272 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5b7500b-6852-4801-8c0b-83635755123d HTTP/1.1" status: 200 len: 217 time: 0.0690248 May 02 14:52:15.483401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f5c69-2153-4cd3-8576-7e36a72bfa30 req-a5c62049-a703-44ea-a7e1-ee99ecdbfa3e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:15.484992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-676f5c69-2153-4cd3-8576-7e36a72bfa30 req-a5c62049-a703-44ea-a7e1-ee99ecdbfa3e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 943 time: 0.0610838 May 02 14:52:15.521756 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-81a16040-8e0a-419b-af97-ccefd1988d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:15.523281 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-81a16040-8e0a-419b-af97-ccefd1988d87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5336cae5-7238-49db-9ea4-b6b8d37cb71b HTTP/1.1" status: 200 len: 848 time: 0.0915093 May 02 14:52:15.537587 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-676f5c69-2153-4cd3-8576-7e36a72bfa30 req-ba192424-39eb-43bd-a6cc-f80d4e9f0952 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 May 02 14:52:15.569376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-b34a262e-06fd-479b-bf4a-99c1e4b49257 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391588 May 02 14:52:15.571367 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8be31102-8828-4075-9bf1-3b0b3b7d158c req-182c3f0c-1f37-493d-bc6c-821a35e081e6 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137618 May 02 14:52:15.673244 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-e6bd4be4-b897-4c5d-9266-f0af94e57eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854735 May 02 14:52:15.767138 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-029c8c2a-e36e-451f-9040-9a2e3e085c90 req-bbab70de-19e6-412c-bf59-701225dbef39 service neutron] 10.222.0.41 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878789 May 02 14:52:15.945904 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8009dae6-4599-4b6d-93b6-069877dfaa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:16.474249 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-028d9ebd-0d06-4baf-a4ce-ad2d51defde6 req-8a1985b4-a027-4a1b-a2fd-fc2adf04c2e0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0530701 May 02 14:52:16.518626 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d2d06-278c-4560-83c9-85fc1475d96a req-ad7265a2-a1f8-4d7a-aa53-eabe19f52c4b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:16.525514 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e23d2d06-278c-4560-83c9-85fc1475d96a req-ad7265a2-a1f8-4d7a-aa53-eabe19f52c4b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0593836 May 02 14:52:16.584280 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e23d2d06-278c-4560-83c9-85fc1475d96a req-2147a6fe-5cbb-418b-8f09-e6be5dcc9354 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556448 May 02 14:52:16.678203 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac028458-1fa4-49e1-9e2c-0bb9efa5c492 req-f1e35484-28d5-40b4-a987-c16a5805020d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:16.679680 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ac028458-1fa4-49e1-9e2c-0bb9efa5c492 req-f1e35484-28d5-40b4-a987-c16a5805020d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 943 time: 0.0535958 May 02 14:52:16.732167 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ac028458-1fa4-49e1-9e2c-0bb9efa5c492 req-c1352f0f-0cdf-4d8b-ae44-50abb7ffa890 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 May 02 14:52:17.267625 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:17.565844 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-63c9178a-2542-4a9a-9ea5-305404fa539d req-f767697f-75bd-4bd5-94d0-c2b1d29447a4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0317032 May 02 14:52:17.707278 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd00109-99ee-4b4e-a9dc-3f71cf39985b req-cec43352-9b85-4755-bf95-9a5a711138fb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:17.715246 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-afd00109-99ee-4b4e-a9dc-3f71cf39985b req-cec43352-9b85-4755-bf95-9a5a711138fb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0647454 May 02 14:52:17.781358 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-afd00109-99ee-4b4e-a9dc-3f71cf39985b req-800bb221-4ba3-45fd-881e-43c7e47db12f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532272 May 02 14:52:17.884055 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8f38-2d33-4cb3-85c7-62e99ed979b9 req-c5c5eb56-0a61-4153-8dae-82215ce3d657 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:17.891777 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0abc8f38-2d33-4cb3-85c7-62e99ed979b9 req-c5c5eb56-0a61-4153-8dae-82215ce3d657 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 943 time: 0.0642755 May 02 14:52:17.945669 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0abc8f38-2d33-4cb3-85c7-62e99ed979b9 req-cb6c1a44-0277-42ce-a1e7-ce27fcfbeb31 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527470 May 02 14:52:17.978481 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:52:18.499617 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device e5b7500b-6852-4801-8c0b-83635755123d details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:52:18.648322 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e5b7500b-6852-4801-8c0b-83635755123d,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:18.662252 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'e5b7500b-6852-4801-8c0b-83635755123d', 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b', 'port_id': 'e5b7500b-6852-4801-8c0b-83635755123d', 'mac_address': 'fa:16:3e:ac:f0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5336cae5-7238-49db-9ea4-b6b8d37cb71b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:52:18.690108 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6927c279-16ab-4eb8-a370-f5e30808f313 req-3b04d1b0-c733-41e9-a442-0d15cfe841fb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0432103 May 02 14:52:18.707030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port e5b7500b-6852-4801-8c0b-83635755123d is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:18.707501 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e5b7500b-6852-4801-8c0b-83635755123d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:18.721921 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b7500b-6852-4801-8c0b-83635755123d {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:18.744555 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e5b7500b-6852-4801-8c0b-83635755123d,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:18.888328 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a59f9-3cd0-4f58-a60d-76c86d372417 req-14fa00f0-c65e-4644-86aa-ffb8a8b1d0cb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:18.889835 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-099a59f9-3cd0-4f58-a60d-76c86d372417 req-14fa00f0-c65e-4644-86aa-ffb8a8b1d0cb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0489123 May 02 14:52:18.953339 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-099a59f9-3cd0-4f58-a60d-76c86d372417 req-e3a48c9a-dfdc-4bd9-ae0f-ec98ed74724a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475316 May 02 14:52:19.061556 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefa199-3435-4070-86b9-c1c499bb9ace req-c2aa6294-93bc-4f29-8077-5fcaaae1e809 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:19.062904 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eeefa199-3435-4070-86b9-c1c499bb9ace req-c2aa6294-93bc-4f29-8077-5fcaaae1e809 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 943 time: 0.0452700 May 02 14:52:19.110197 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eeefa199-3435-4070-86b9-c1c499bb9ace req-faeb3289-3bce-47a0-a9ff-16593f31c006 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 May 02 14:52:19.279404 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:19.307259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:19.362254 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:19.793121 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b07a7d26-d156-459d-b92e-8e04933742d1 req-28a3bc7e-2e05-4d68-ba38-5b123012805e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0335767 May 02 14:52:20.067356 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['e5b7500b-6852-4801-8c0b-83635755123d'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:52:20.075917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b512e7e-c00e-4d7d-b0fb-c6584b0730ac req-1d889b3a-36d6-43da-a4d5-0835b78d476b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:20.077717 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2b512e7e-c00e-4d7d-b0fb-c6584b0730ac req-1d889b3a-36d6-43da-a4d5-0835b78d476b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0616834 May 02 14:52:20.127554 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2b512e7e-c00e-4d7d-b0fb-c6584b0730ac req-274145b1-2bf8-444e-a874-b62418ad1b70 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434926 May 02 14:52:20.213972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:20.235701 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78193c-5d07-410e-a0df-b611e64c29a0 req-4ec5bee5-de16-4eeb-bde0-33209d507f1c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:20.237238 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1a78193c-5d07-410e-a0df-b611e64c29a0 req-4ec5bee5-de16-4eeb-bde0-33209d507f1c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 944 time: 0.0556712 May 02 14:52:20.284518 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1a78193c-5d07-410e-a0df-b611e64c29a0 req-c944f132-62eb-4b57-9d9a-68bc0946be00 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 May 02 14:52:20.806386 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-c2f14e42-43c9-4e5d-833c-4a48ce1dcc81 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:20.807835 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-c2f14e42-43c9-4e5d-833c-4a48ce1dcc81 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 811 time: 0.1019878 May 02 14:52:20.886021 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-aab845b5-7708-434a-a9a6-edbb5d30ac6f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 380 time: 0.0624156 May 02 14:52:20.899901 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'port': {'device_id': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'admin_state_up': True, 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'security_groups': ['10cb26fe-3b90-4f2c-ae92-50285d86f9d5']}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:20.903760 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ae74e2c7-df57-40e2-b4ce-bf7cef9a1ed6 req-3ab46209-1494-48c2-b8eb-25483c7fb52c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0281107 May 02 14:52:21.140329 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-3c3cfa4d-b5ba-4f0a-8353-7f3e27d1df0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:21.143937 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-3c3cfa4d-b5ba-4f0a-8353-7f3e27d1df0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 815 time: 0.1125939 May 02 14:52:21.180869 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-b978999f-fc73-4bdd-abaa-0a6af50b004d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/quotas/997fcd7fac4840ada644dba449cc38a1 HTTP/1.1" status: 200 len: 375 time: 0.0166817 May 02 14:52:21.180869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Made reservation on behalf of 66fa92391ade4059807022ea42c20e8d for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:21.180869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.255506 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31824595-fdfb-4b2a-801d-c3192a69f9ed req-173359c2-1595-4254-a0af-462bff06ceaf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:21.257245 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-31824595-fdfb-4b2a-801d-c3192a69f9ed req-173359c2-1595-4254-a0af-462bff06ceaf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0546882 May 02 14:52:21.283098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-3583258c-f488-4d55-9e42-7f58d5baf657 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945010 May 02 14:52:21.314759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-31824595-fdfb-4b2a-801d-c3192a69f9ed req-15d86d43-eace-461e-adf6-1198a2870b37 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 May 02 14:52:21.404874 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device e5b7500b-6852-4801-8c0b-83635755123d up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:21.411464 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Allocated IP 172.20.0.12 (8e26437f-c019-4cba-bd26-008d10f3b0b5/64c31007-744b-4ac2-ae8d-722fb53d9e27/ea17026b-f2cc-4710-8476-8a242d5d7a59) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:52:21.422713 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbc2f4-d782-49a7-8d26-4b4eacb67d93 req-7013f7f6-5e8c-4db0-a150-0d1c238cf84b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:21.426748 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-90dbc2f4-d782-49a7-8d26-4b4eacb67d93 req-7013f7f6-5e8c-4db0-a150-0d1c238cf84b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 944 time: 0.0557508 May 02 14:52:21.443084 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-1e9a25e0-92ff-4070-ad38-64f829896821 service neutron] 10.222.0.36 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419437 May 02 14:52:21.484421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port e5b7500b-6852-4801-8c0b-83635755123d completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:52:21.492560 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-90dbc2f4-d782-49a7-8d26-4b4eacb67d93 req-5cda68e6-9f38-484c-bcc5-f38abc653b30 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616388 May 02 14:52:21.596423 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port e5b7500b-6852-4801-8c0b-83635755123d triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:21.596803 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (e5b7500b-6852-4801-8c0b-83635755123d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.618757 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-0eedff36-4851-491a-850d-7d199a261210 service neutron] 10.222.0.36 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640043 May 02 14:52:21.654221 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.690277 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port e5b7500b-6852-4801-8c0b-83635755123d is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:21.690683 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e5b7500b-6852-4801-8c0b-83635755123d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.718055 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:21.720400 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834f8ed-d90d-4c60-82d3-7639d303a0ca" -d '{"events": [{"server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "name": "network-vif-plugged", "status": "completed", "tag": "e5b7500b-6852-4801-8c0b-83635755123d"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:21.735462 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e5b7500b-6852-4801-8c0b-83635755123d,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:21.761290 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc83ff1-d700-40c5-96a6-8288e5a0db4c x-openstack-request-id: req-ffc83ff1-d700-40c5-96a6-8288e5a0db4c {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:21.761611 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "name": "network-vif-plugged", "status": "completed", "tag": "e5b7500b-6852-4801-8c0b-83635755123d", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:21.761920 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ffc83ff1-d700-40c5-96a6-8288e5a0db4c {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:21.762327 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc83ff1-d700-40c5-96a6-8288e5a0db4c'] response: {'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d', 'code': 200} May 02 14:52:21.842959 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.887288 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:21.890542 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:21.896900 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:52:21.901729 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.903356 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:21.983037 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:21.986337 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:21.990062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:22.071259 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3fd8d93d-6fc9-4a09-9b61-0675f9b095a9 req-3af82464-804d-40b0-8bff-6bbbcb9157ee tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0394633 May 02 14:52:22.122560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2a81-0989-4e48-a2d1-e8831a180581 req-4557639c-5359-455a-9c59-9fdf9ccbfdce tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:22.125081 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-830d2a81-0989-4e48-a2d1-e8831a180581 req-4557639c-5359-455a-9c59-9fdf9ccbfdce tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 932 time: 0.0990608 May 02 14:52:22.157967 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-a1d0fd9b-8e53-413b-8601-0ea28df7344a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2615676 May 02 14:52:22.180535 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Request body: {'port': {'device_id': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:22.199307 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-3103b640-5526-4bf6-9be2-20656bcd7cf7 None None] Provisioning complete for port ea17026b-f2cc-4710-8476-8a242d5d7a59 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:22.199700 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3103b640-5526-4bf6-9be2-20656bcd7cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:22.233329 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef03f50-478b-4e88-8a0b-640022b11989 req-2ac72631-d29b-4101-9f01-470c1794f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:22.233504 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-830d2a81-0989-4e48-a2d1-e8831a180581 req-8f5e3060-ed9a-40ca-8975-1544ae1b440b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944748 May 02 14:52:22.234814 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ef03f50-478b-4e88-8a0b-640022b11989 req-2ac72631-d29b-4101-9f01-470c1794f372 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 1129 time: 0.0759404 May 02 14:52:22.261945 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3103b640-5526-4bf6-9be2-20656bcd7cf7 None None] Port ea17026b-f2cc-4710-8476-8a242d5d7a59 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:22.287226 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:22.317817 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ef03f50-478b-4e88-8a0b-640022b11989 req-463b15d5-91b9-48e4-9983-4daf34ae0944 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572081 May 02 14:52:22.477567 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde754d-4c89-44ab-bb12-b0a5e6904097 req-eb9d0d16-e7cb-4271-8b0f-c6c785fa7ea8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:22.479000 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0fde754d-4c89-44ab-bb12-b0a5e6904097 req-eb9d0d16-e7cb-4271-8b0f-c6c785fa7ea8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0742953 May 02 14:52:22.614883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31afca-88ea-4e63-8e2c-c98accf48e15 req-0fe97975-d475-4c22-a46f-7d046d56a163 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:22.616917 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ab31afca-88ea-4e63-8e2c-c98accf48e15 req-0fe97975-d475-4c22-a46f-7d046d56a163 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0528114 May 02 14:52:22.670252 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ab31afca-88ea-4e63-8e2c-c98accf48e15 req-fd225c02-62ba-4f6b-9d06-d09f2d665299 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 May 02 14:52:22.770754 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0fde754d-4c89-44ab-bb12-b0a5e6904097 req-ba517c61-bf5e-426b-9732-e23cf908d7c5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830329 May 02 14:52:22.844762 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea17026b-f2cc-4710-8476-8a242d5d7a59 {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:22.852047 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks [] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:22.864093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Transition to ACTIVE for port object ea17026b-f2cc-4710-8476-8a242d5d7a59 will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:52:22.935494 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:22.988139 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:23.070093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Attempting to bind port ea17026b-f2cc-4710-8476-8a242d5d7a59 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:23.070437 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Attempting to bind port ea17026b-f2cc-4710-8476-8a242d5d7a59 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:23.070776 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Attempting to bind port ea17026b-f2cc-4710-8476-8a242d5d7a59 on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:23.075977 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Port ea17026b-f2cc-4710-8476-8a242d5d7a59 on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:52:23.076302 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Attempting to bind port ea17026b-f2cc-4710-8476-8a242d5d7a59 on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:23.081389 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:23.081734 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Checking segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:23.082130 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Bound using segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:23.082566 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Bound port: ea17026b-f2cc-4710-8476-8a242d5d7a59, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:23.082935 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:23.162143 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:23.165415 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:23.200670 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46afe096-b435-4b84-a700-23872393aac8 req-2748073a-cc78-4db0-ba13-1996dfc305ae tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0321929 May 02 14:52:23.267820 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:23.309443 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:23.310132 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:23.311515 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 1094 time: 1.1370761 May 02 14:52:23.312195 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:23.314626 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a82466-4542-4608-8210-28eefe4c62bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:23.362877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3d821b-2c2b-4e43-a98b-f2cb84e35f4d x-openstack-request-id: req-0e3d821b-2c2b-4e43-a98b-f2cb84e35f4d {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:23.363175 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:23.363435 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e3d821b-2c2b-4e43-a98b-f2cb84e35f4d {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:23.363838 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3d821b-2c2b-4e43-a98b-f2cb84e35f4d'] response: {'name': 'network-changed', 'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'status': 'completed', 'code': 200} May 02 14:52:23.373029 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270feaa2-8c53-4679-bce5-2a6cbad26699 service neutron] Pushing event updated for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:23.392758 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3317-376b-43bd-a6a2-f92da177d26d req-1797a563-8832-4af7-9ade-d59a05647ebb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:23.400257 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a80b3317-376b-43bd-a6a2-f92da177d26d req-1797a563-8832-4af7-9ade-d59a05647ebb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0827124 May 02 14:52:23.456570 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a80b3317-376b-43bd-a6a2-f92da177d26d req-75f018b1-57e4-47cc-a521-a45b71a0d947 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552607 May 02 14:52:23.784317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8364-ba3b-4c70-ad08-5d9c016e688e req-2fdc1067-5e17-44c1-aaa3-a59d399ba679 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:23.785746 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-903e8364-ba3b-4c70-ad08-5d9c016e688e req-2fdc1067-5e17-44c1-aaa3-a59d399ba679 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0456865 May 02 14:52:23.835907 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-903e8364-ba3b-4c70-ad08-5d9c016e688e req-20687fcd-595d-4ded-9031-6116acc8d117 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444674 May 02 14:52:23.887393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191f6b4-6ad6-4378-9af3-ea3810794826 req-e625ce6a-63f7-4f4d-a8e7-b4368c684243 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:23.888973 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f191f6b4-6ad6-4378-9af3-ea3810794826 req-e625ce6a-63f7-4f4d-a8e7-b4368c684243 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0475378 May 02 14:52:23.935269 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f191f6b4-6ad6-4378-9af3-ea3810794826 req-0366ada9-bfce-4654-8f63-3808c43e37e2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 May 02 14:52:24.141625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82466-4542-4608-8210-28eefe4c62bc req-e7616cb5-f435-492a-8782-a9924c865a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:24.143023 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-54a82466-4542-4608-8210-28eefe4c62bc req-e7616cb5-f435-492a-8782-a9924c865a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1128 time: 0.0419507 May 02 14:52:24.255634 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82466-4542-4608-8210-28eefe4c62bc req-fd239471-1b96-4934-8cd2-adeec9658c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:24.258269 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-54a82466-4542-4608-8210-28eefe4c62bc req-fd239471-1b96-4934-8cd2-adeec9658c74 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66fa92391ade4059807022ea42c20e8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0981309 May 02 14:52:24.341782 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f0be1af5-43b2-4db4-bc4f-9a466072d3bd req-374e380b-ba4c-48ed-8fd6-3cbd038e0249 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0641968 May 02 14:52:24.379196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a82466-4542-4608-8210-28eefe4c62bc req-eaf6579b-e776-4360-bd7f-73448b1fe2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:24.380686 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-54a82466-4542-4608-8210-28eefe4c62bc req-eaf6579b-e776-4360-bd7f-73448b1fe2cc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174514 May 02 14:52:24.562870 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef2bf2-d4dc-471b-b922-b8a4baaa218e req-7019d3ce-5723-4a29-9cbb-8be4b6cd81e1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:24.564387 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-15ef2bf2-d4dc-471b-b922-b8a4baaa218e req-7019d3ce-5723-4a29-9cbb-8be4b6cd81e1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0471208 May 02 14:52:24.610406 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-15ef2bf2-d4dc-471b-b922-b8a4baaa218e req-4ac9c26c-68af-4ae8-b10e-92a23232ac38 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 May 02 14:52:24.982550 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36732) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:24.991883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8facf-a662-47e0-af8e-4b48805069ff req-0d47f633-c6a9-4c32-9f27-d74514c94084 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:24.992560 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88e8facf-a662-47e0-af8e-4b48805069ff req-0d47f633-c6a9-4c32-9f27-d74514c94084 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0717368 May 02 14:52:25.049017 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88e8facf-a662-47e0-af8e-4b48805069ff req-1f91b034-ee1e-4dd8-991e-fc22c381c672 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506604 May 02 14:52:25.101666 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-1a667845-2b6d-452a-8e92-cea9dfd8b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:25.103173 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-1a667845-2b6d-452a-8e92-cea9dfd8b8c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1128 time: 0.0817924 May 02 14:52:25.116802 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f946ae-6907-4eb9-884a-a2abda09c4ff req-2ea06c24-5ab3-4e3d-9d9d-338b9ec7a8b5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:25.118279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9f946ae-6907-4eb9-884a-a2abda09c4ff req-2ea06c24-5ab3-4e3d-9d9d-338b9ec7a8b5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0608647 May 02 14:52:25.170603 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-f1fa78b4-13db-4c86-9920-f4eebb4c0729 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 217 time: 0.0513804 May 02 14:52:25.187672 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6070a6f3-e8b6-4e41-bd45-1742d1c2d462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.269459 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9f946ae-6907-4eb9-884a-a2abda09c4ff req-bed836cb-b5cf-4674-b454-81ab257aca77 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442804 May 02 14:52:25.281643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-f109ca43-efee-49be-921e-4f5996db60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:25.283341 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-f109ca43-efee-49be-921e-4f5996db60cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.1043878 May 02 14:52:25.341160 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-bc031c2a-a520-4851-a62e-5fa147473d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:25.342674 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-bc031c2a-a520-4851-a62e-5fa147473d6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0510988 May 02 14:52:25.391027 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6070a6f3-e8b6-4e41-bd45-1742d1c2d462 admin admin] Publish callbacks [] for security_group (5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.457723 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-af12b049-4ddb-487c-b9e5-e4befd087211 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051273 May 02 14:52:25.463176 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-94329938-7d2b-4e9f-af51-2562256eb48d req-7fe64cf5-7c41-497e-bd32-e9f36bd1d8db tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0298429 May 02 14:52:25.472951 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6070a6f3-e8b6-4e41-bd45-1742d1c2d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.514026 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6070a6f3-e8b6-4e41-bd45-1742d1c2d462 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4795ffe127034f11825790f497b90f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303814 May 02 14:52:25.515946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070a6f3-e8b6-4e41-bd45-1742d1c2d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:25.516850 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36744) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:25.567646 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] Publish callbacks [] for security_group (5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.588911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] Publish callbacks [] for security_group (5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.690145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.692851 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:25.694053 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6 HTTP/1.1" status: 204 len: 168 time: 0.1762064 May 02 14:52:25.702275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f0c47-6816-4173-9865-e7222a944257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe39e59-9e1e-4fb4-9c06-3da43ea6a6b6,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:25.730333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82903c07-6b8b-4b62-86ba-d16ae045dbf3 req-7e8ee198-e5d9-4edb-9193-af0c98d22c92 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:25.732503 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-82903c07-6b8b-4b62-86ba-d16ae045dbf3 req-7e8ee198-e5d9-4edb-9193-af0c98d22c92 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0557377 May 02 14:52:25.841418 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-82903c07-6b8b-4b62-86ba-d16ae045dbf3 req-b6f4332f-20e1-4c42-9e13-a8f968227e86 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033032 May 02 14:52:25.870241 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaaa7452-0794-493b-8c69-8fff89f9759c req-7facc11a-615b-408f-b2e3-676d1cd57e8d service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141255 May 02 14:52:26.165982 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280eacf2-30c9-4ca1-a191-cf901d11d2ae req-aac8dfa2-b4f4-47b4-8b87-7ec70ea6de6d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:26.167470 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-280eacf2-30c9-4ca1-a191-cf901d11d2ae req-aac8dfa2-b4f4-47b4-8b87-7ec70ea6de6d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0514750 May 02 14:52:26.215448 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-280eacf2-30c9-4ca1-a191-cf901d11d2ae req-d7ab3fd0-3679-4363-b3d4-4d305bcc430b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 May 02 14:52:26.393430 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486f1e-8e48-455b-ad50-cef19a04ad57 req-bc606380-b01f-47ba-83e1-fb626c1d88cd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:26.395520 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f486f1e-8e48-455b-ad50-cef19a04ad57 req-bc606380-b01f-47ba-83e1-fb626c1d88cd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0507312 May 02 14:52:26.457209 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f486f1e-8e48-455b-ad50-cef19a04ad57 req-ada824c1-a390-44d6-b73b-f56cc7ff2cdc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565479 May 02 14:52:26.561798 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-38f04a0f-070e-4c10-87aa-1b0bab31c0b0 req-1c73947d-78f9-455d-ab2c-d5ff567b2b50 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0314565 May 02 14:52:26.971934 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da6d49d-ff54-455b-aa11-f9807f87a08c req-58280fed-63fa-4ea4-8ac5-6195d79e0592 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:26.973912 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9da6d49d-ff54-455b-aa11-f9807f87a08c req-58280fed-63fa-4ea4-8ac5-6195d79e0592 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0565305 May 02 14:52:27.026847 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9da6d49d-ff54-455b-aa11-f9807f87a08c req-d87dc5bd-2cbe-4da7-9dc0-c638b4e5877d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 May 02 14:52:27.575128 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc284d4a-be18-41f8-8fa4-99abcd428032 req-c644522d-a9fc-497a-b222-69059047e02d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:27.576603 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fc284d4a-be18-41f8-8fa4-99abcd428032 req-c644522d-a9fc-497a-b222-69059047e02d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0482204 May 02 14:52:27.624897 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fc284d4a-be18-41f8-8fa4-99abcd428032 req-e4c16fb6-248c-4ad8-9afa-0185614a54c3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 May 02 14:52:27.705023 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-15e4faef-f9e8-4716-a8b3-7eb360388aaf req-711e99fe-dfaa-409f-937a-86bad158fd88 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0266745 May 02 14:52:27.885897 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64eb56-9f5f-490e-96af-5a69856a950b req-3a10cd67-d0fe-490d-b3d6-f8d1d92dff64 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:27.887914 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd64eb56-9f5f-490e-96af-5a69856a950b req-3a10cd67-d0fe-490d-b3d6-f8d1d92dff64 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0539496 May 02 14:52:27.934804 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd64eb56-9f5f-490e-96af-5a69856a950b req-95e3414e-6d34-4952-8c36-5a997775a1a3 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 May 02 14:52:28.150940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41977a40-ca70-4968-892f-dc9a5cacfd8e req-e28db25e-08d4-419e-8102-52a75e9676c9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:28.153059 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41977a40-ca70-4968-892f-dc9a5cacfd8e req-e28db25e-08d4-419e-8102-52a75e9676c9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0496099 May 02 14:52:28.203103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41977a40-ca70-4968-892f-dc9a5cacfd8e req-4af89d88-0bb2-426e-b0a1-a29f48f4d24d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 May 02 14:52:28.740546 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321697ca-3c5f-4cb8-8370-5fdf60cec231 req-ad0c378b-d4b5-484a-ab20-5e5c5d522fca tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:28.742071 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-321697ca-3c5f-4cb8-8370-5fdf60cec231 req-ad0c378b-d4b5-484a-ab20-5e5c5d522fca tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0472109 May 02 14:52:28.790270 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-321697ca-3c5f-4cb8-8370-5fdf60cec231 req-8599b87b-84e4-495a-a79a-283bf99621e0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 May 02 14:52:28.800981 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64613aa6-6e54-4cfe-a16e-608f880987d1 req-4bb9bd90-8f7a-4fee-ad9f-6383dafdceb2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0278904 May 02 14:52:28.906284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 36888) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:28.958157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-a530199d-cfce-42f0-832e-3074af30b9ad tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:28.959627 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-a530199d-cfce-42f0-832e-3074af30b9ad tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 815 time: 0.1289449 May 02 14:52:29.020924 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a8346ba6-dba6-4147-9ed0-4f24079549a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.060809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2343c-5eaf-403d-8db4-4244a360c215 req-b3c94b1c-f3a2-4bba-bf60-f8995a10ff23 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:29.065434 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dbc2343c-5eaf-403d-8db4-4244a360c215 req-b3c94b1c-f3a2-4bba-bf60-f8995a10ff23 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0562527 May 02 14:52:29.097917 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a8346ba6-dba6-4147-9ed0-4f24079549a1 admin admin] Publish callbacks [] for security_group (ca3f3977-ddb0-44e6-853e-bd3fc606c62d), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.118060 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dbc2343c-5eaf-403d-8db4-4244a360c215 req-816963ee-6857-40dc-9f62-484d4930eab2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 May 02 14:52:29.219566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a8346ba6-dba6-4147-9ed0-4f24079549a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ca3f3977-ddb0-44e6-853e-bd3fc606c62d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.264653 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a8346ba6-dba6-4147-9ed0-4f24079549a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6158793c038b41bda94c21602de49a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571143 May 02 14:52:29.265694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346ba6-dba6-4147-9ed0-4f24079549a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3f3977-ddb0-44e6-853e-bd3fc606c62d,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:29.267278 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 36908) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:29.336432 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83f1a-fa60-45b3-add2-6be3fd43a91b req-bb5f8378-3ce5-4636-8b52-5d4f57f2fd61 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:29.336638 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] Publish callbacks [] for security_group (ca3f3977-ddb0-44e6-853e-bd3fc606c62d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.340423 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40c83f1a-fa60-45b3-add2-6be3fd43a91b req-bb5f8378-3ce5-4636-8b52-5d4f57f2fd61 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 944 time: 0.0557964 May 02 14:52:29.364645 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] Publish callbacks [] for security_group (ca3f3977-ddb0-44e6-853e-bd3fc606c62d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.395940 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40c83f1a-fa60-45b3-add2-6be3fd43a91b req-42e7009b-c873-4aa8-9e22-1e4a6a3e8f8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461707 May 02 14:52:29.399954 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device ea17026b-f2cc-4710-8476-8a242d5d7a59 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:52:29.504737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:29.516319 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'port_id': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'mac_address': 'fa:16:3e:e8:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:52:29.558255 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port ea17026b-f2cc-4710-8476-8a242d5d7a59 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:29.558671 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.571417 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea17026b-f2cc-4710-8476-8a242d5d7a59 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:29.591794 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:29.607465 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ca3f3977-ddb0-44e6-853e-bd3fc606c62d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.610060 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.611235 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca3f3977-ddb0-44e6-853e-bd3fc606c62d HTTP/1.1" status: 204 len: 168 time: 0.3405566 May 02 14:52:29.621066 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa9c54-fb5f-4dae-af8c-5e90434e11b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3f3977-ddb0-44e6-853e-bd3fc606c62d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:29.699990 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:29.748101 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:29.906888 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7179890c-f6ae-4096-9c65-9b36604b41a7 req-bcb60d19-1c8f-4aaf-ad08-5fb7471bc276 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0309420 May 02 14:52:29.937253 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc00eed-cacf-4fdb-b92d-08fd9d44cf96 req-dc3109f1-0ff8-49cf-b029-f8edbca57bde tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:29.938817 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dcc00eed-cacf-4fdb-b92d-08fd9d44cf96 req-dc3109f1-0ff8-49cf-b029-f8edbca57bde tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0579710 May 02 14:52:29.997793 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dcc00eed-cacf-4fdb-b92d-08fd9d44cf96 req-7c670892-dad7-4452-9d33-10ea4fd4c4bc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 May 02 14:52:30.228771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['ea17026b-f2cc-4710-8476-8a242d5d7a59'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:52:30.236243 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9c074-6321-43d3-864a-e65ffd6c1c45 req-35bb7766-0c84-4d38-9e94-5eabe11a7ce2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:30.237812 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-43a9c074-6321-43d3-864a-e65ffd6c1c45 req-35bb7766-0c84-4d38-9e94-5eabe11a7ce2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0517669 May 02 14:52:30.286991 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'port': {'device_id': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'admin_state_up': True, 'tenant_id': '997fcd7fac4840ada644dba449cc38a1'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:30.325172 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-43a9c074-6321-43d3-864a-e65ffd6c1c45 req-6df7cdbb-f56d-410e-a0c0-705f26c3b46e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811841 May 02 14:52:30.487923 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Made reservation on behalf of 997fcd7fac4840ada644dba449cc38a1 for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:52:30.491375 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:30.543976 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defc438-bede-4fa5-ac44-93364dc0d264 req-30a6c392-5089-4e43-b724-8bce851eabfb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:30.545421 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0defc438-bede-4fa5-ac44-93364dc0d264 req-30a6c392-5089-4e43-b724-8bce851eabfb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 945 time: 0.0697439 May 02 14:52:30.672063 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0defc438-bede-4fa5-ac44-93364dc0d264 req-b03257b4-f619-476f-8937-452605f970ba tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930653 May 02 14:52:30.693770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Allocated IP 172.20.0.6 (0c4e6c2f-af37-4b09-9c62-9fae74afd189/c8e9c82c-66b4-460e-b9c5-04f57c51e264/3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:52:30.852280 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:30.975830 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-10d820c9-d5b6-4bf4-80f6-750a219d23a7 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:30.977593 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-10d820c9-d5b6-4bf4-80f6-750a219d23a7 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0566940 May 02 14:52:30.978808 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.028736 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:52:31.040719 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:52:31.045417 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:52:31.045978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c5484-d3c0-4a02-ad76-0ea33b37f3b8 req-8c3569e3-25e9-47d4-adea-59df8cc10b5b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:31.047865 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c3c5484-d3c0-4a02-ad76-0ea33b37f3b8 req-8c3569e3-25e9-47d4-adea-59df8cc10b5b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 931 time: 0.0634401 May 02 14:52:31.050040 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:31.127951 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c3c5484-d3c0-4a02-ad76-0ea33b37f3b8 req-fd92c6bc-2897-4249-9166-c02746f8e2cf tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710411 May 02 14:52:31.181393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:31.181393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.237583 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1bcca-6cb0-426c-b5f2-997d25a75902 req-83666c5f-fb9a-4080-a2c0-8b2366425867 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:31.240204 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b6c1bcca-6cb0-426c-b5f2-997d25a75902 req-83666c5f-fb9a-4080-a2c0-8b2366425867 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.1102371 May 02 14:52:31.271608 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Deleting port e5b7500b-6852-4801-8c0b-83635755123d {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:52:31.271990 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (e5b7500b-6852-4801-8c0b-83635755123d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.364631 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b6c1bcca-6cb0-426c-b5f2-997d25a75902 req-cc55c2b5-c22d-4fd6-8f6d-7ad3e32c0d39 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170590 May 02 14:52:31.378697 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-f2a6fec2-d68f-47a2-826f-860880cf83fa tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997577 May 02 14:52:31.397548 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-f20309db-0670-4fde-92de-c8f0725b9da3 None None] Provisioning complete for port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:31.398478 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f20309db-0670-4fde-92de-c8f0725b9da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.410250 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] For port e5b7500b-6852-4801-8c0b-83635755123d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e5b7500b-6852-4801-8c0b-83635755123d,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:31.410624 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (e5b7500b-6852-4801-8c0b-83635755123d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.424827 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Calling delete_port for e5b7500b-6852-4801-8c0b-83635755123d owned by compute:nova {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:52:31.444644 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-f20309db-0670-4fde-92de-c8f0725b9da3 None None] Port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:52:31.467291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f60c50-4cca-4a8a-82d7-297b2b0e5385 req-d01eb9ea-a7d0-414e-885b-f498b3e2c282 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:31.468929 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7f60c50-4cca-4a8a-82d7-297b2b0e5385 req-d01eb9ea-a7d0-414e-885b-f498b3e2c282 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 945 time: 0.0602973 May 02 14:52:31.495449 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device ea17026b-f2cc-4710-8476-8a242d5d7a59 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:52:31.559138 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7f60c50-4cca-4a8a-82d7-297b2b0e5385 req-ed69a966-aff5-43b6-92f8-23747b33c447 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 May 02 14:52:31.602610 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port ea17026b-f2cc-4710-8476-8a242d5d7a59 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:52:31.687803 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port ea17026b-f2cc-4710-8476-8a242d5d7a59 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:52:31.688311 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.727802 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (e5b7500b-6852-4801-8c0b-83635755123d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.772616 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Pushing event deleted for resources: {'Port': ['ID=e5b7500b-6852-4801-8c0b-83635755123d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:31.781327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['e5b7500b-6852-4801-8c0b-83635755123d'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:52:31.814068 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port ea17026b-f2cc-4710-8476-8a242d5d7a59 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:31.814467 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.844927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:31.844927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8cb3bb-bba3-4314-9162-8698e3e46309" -d '{"events": [{"server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "name": "network-vif-plugged", "status": "completed", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:31.845479 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21ec2a-051a-4ace-ac89-504cc28f9f1f req-c5de14ff-fea8-4ca0-9025-2369e698ca17 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:31.847077 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed21ec2a-051a-4ace-ac89-504cc28f9f1f req-c5de14ff-fea8-4ca0-9025-2369e698ca17 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 945 time: 0.0909846 May 02 14:52:31.848357 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] No DVR routers for this DVR port e5b7500b-6852-4801-8c0b-83635755123d on host hv-cinder-75078 {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:52:31.850770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:31.853997 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d658fec2-5d77-4b9e-b412-70eabacde415 req-6f373b1f-a0e1-4287-844f-bee6066dc61d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "DELETE /v2.0/ports/e5b7500b-6852-4801-8c0b-83635755123d HTTP/1.1" status: 204 len: 173 time: 0.7826931 May 02 14:52:31.854436 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'name': 'network-vif-deleted', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:31.856733 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5551a31-7729-4bc0-88a4-7ee3c99235dc" -d '{"events": [{"server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "name": "network-vif-deleted", "tag": "e5b7500b-6852-4801-8c0b-83635755123d"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:31.860738 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:31.891799 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0537388-a809-4bac-945b-bba83b6861b2 x-openstack-request-id: req-f0537388-a809-4bac-945b-bba83b6861b2 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:31.893141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "name": "network-vif-plugged", "status": "completed", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:31.893407 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0537388-a809-4bac-945b-bba83b6861b2 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:31.894440 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0537388-a809-4bac-945b-bba83b6861b2'] response: {'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'code': 200} May 02 14:52:31.916624 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed21ec2a-051a-4ace-ac89-504cc28f9f1f req-8759fba7-b436-4b31-89c2-15e1851b3b4b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568948 May 02 14:52:31.935517 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954fc044-1a82-4ce0-b0c3-dc44b2ef76a5 x-openstack-request-id: req-954fc044-1a82-4ce0-b0c3-dc44b2ef76a5 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:31.935517 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ce7dde-d73b-4dd4-a281-cdafae559f52", "name": "network-vif-deleted", "tag": "e5b7500b-6852-4801-8c0b-83635755123d", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:31.935517 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-954fc044-1a82-4ce0-b0c3-dc44b2ef76a5 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:31.935517 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954fc044-1a82-4ce0-b0c3-dc44b2ef76a5'] response: {'server_uuid': 'a8ce7dde-d73b-4dd4-a281-cdafae559f52', 'name': 'network-vif-deleted', 'tag': 'e5b7500b-6852-4801-8c0b-83635755123d', 'status': 'completed', 'code': 200} May 02 14:52:31.962845 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:32.016657 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:32.255436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e1e57-4142-44c2-a29d-ee427b0d70cb req-091c8393-2a6e-4223-9bf1-f22416e13b0b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:32.257064 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d73e1e57-4142-44c2-a29d-ee427b0d70cb req-091c8393-2a6e-4223-9bf1-f22416e13b0b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 931 time: 0.0550575 May 02 14:52:32.305809 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d73e1e57-4142-44c2-a29d-ee427b0d70cb req-4ca9f9b0-a61d-4407-96c0-5cb33792e902 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 May 02 14:52:32.502213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e074f978-ff8e-4c0b-ad0c-c62f3f9e3c30 req-6288081a-826e-480b-a653-457dc4784aa0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:32.502919 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e074f978-ff8e-4c0b-ad0c-c62f3f9e3c30 req-6288081a-826e-480b-a653-457dc4784aa0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0492270 May 02 14:52:32.566754 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e074f978-ff8e-4c0b-ad0c-c62f3f9e3c30 req-b58e2147-dc5c-454d-bcd4-d40ae8eee5d4 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578332 May 02 14:52:32.673203 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dec082de-6d26-46d8-9bac-193280cf5d79 req-3773ec53-630b-44ea-894c-6cf849093760 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0284150 May 02 14:52:32.896847 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Request body: {'port': {'device_id': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:32.977508 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:33.177744 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2932b-c7f5-42c1-aa97-4ef036c309b7 req-c9e2725c-b624-4482-9dd2-a5086f5c9515 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:33.179263 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16a2932b-c7f5-42c1-aa97-4ef036c309b7 req-c9e2725c-b624-4482-9dd2-a5086f5c9515 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.1463883 May 02 14:52:33.214678 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d03c8c-00ce-4671-ac1b-6e7b0af1eba6 req-e0aecfc9-0b88-43ab-ba80-8c6d62cbf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:33.216139 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-02d03c8c-00ce-4671-ac1b-6e7b0af1eba6 req-e0aecfc9-0b88-43ab-ba80-8c6d62cbf58a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.1268604 May 02 14:52:33.306064 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16a2932b-c7f5-42c1-aa97-4ef036c309b7 req-66b13539-a548-4240-90c5-7f9a04a20ae6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126056 May 02 14:52:33.463656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517dc82-a198-4f8f-8f88-99ffd4cbdc5b req-84a9820e-09f2-4caf-8ab7-67dc37531f19 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:33.465759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2517dc82-a198-4f8f-8f88-99ffd4cbdc5b req-84a9820e-09f2-4caf-8ab7-67dc37531f19 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 931 time: 0.0753596 May 02 14:52:33.477272 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af3cd7-ceff-4860-9f0e-8144dfb0abb2 req-78338856-71a4-4a01-ae49-b644611b4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:33.479394 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71af3cd7-ceff-4860-9f0e-8144dfb0abb2 req-78338856-71a4-4a01-ae49-b644611b4576 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1130 time: 0.1386807 May 02 14:52:33.565262 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2517dc82-a198-4f8f-8f88-99ffd4cbdc5b req-d7be87a6-14cd-4973-9e43-0b3e8048e445 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899146 May 02 14:52:33.674098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-02d03c8c-00ce-4671-ac1b-6e7b0af1eba6 req-3497c157-e48e-4d94-84ec-a5ade76166a8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513805 May 02 14:52:33.865921 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deee601-076c-4c02-84c9-f808f98ab49e req-aa0ff079-18e5-4025-a587-d2a150ea279f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:33.867879 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9deee601-076c-4c02-84c9-f808f98ab49e req-aa0ff079-18e5-4025-a587-d2a150ea279f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.1408107 May 02 14:52:33.896107 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5bed7e72-fb11-4ebb-9bf5-ba1d14789984 req-d90cfd73-35f2-4e0c-99e1-c1e4d8ea8f89 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0475016 May 02 14:52:33.932404 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:33.948424 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks [] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:33.973004 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9deee601-076c-4c02-84c9-f808f98ab49e req-50ea99b1-2306-4fbc-a85c-049239787728 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830371 May 02 14:52:33.973882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Transition to ACTIVE for port object 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:52:34.055699 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:34.109493 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:34.176788 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Attempting to bind port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:52:34.177127 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Attempting to bind port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:52:34.177463 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Attempting to bind port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 on network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:34.181990 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 on network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:52:34.182313 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Attempting to bind port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 on network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:52:34.187349 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:52:34.187688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Checking segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:52:34.188098 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Bound using segment: {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:52:34.188524 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Bound port: 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '971f33cb-ce67-40cb-a999-daddc7f70190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:52:34.191530 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:34.269212 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:52:34.273201 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:52:34.437318 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:34.460710 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fbcff-8dbd-4ff1-b1f1-94b7e458d271 req-e25d218d-976f-46ff-b7b6-99cf38f6897d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:34.462431 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e97fbcff-8dbd-4ff1-b1f1-94b7e458d271 req-e25d218d-976f-46ff-b7b6-99cf38f6897d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0867236 May 02 14:52:34.509371 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:34.510715 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:34.512846 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] 10.222.0.41 "PUT /v2.0/ports/3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 1093 time: 1.6203372 May 02 14:52:34.513393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:34.515767 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748e996d-773c-4b6f-a0fb-b7d693171e79" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:34.526238 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e97fbcff-8dbd-4ff1-b1f1-94b7e458d271 req-99addc84-c608-4a8e-968f-6fb9255f5624 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571635 May 02 14:52:34.562338 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bedc7d-8c67-4137-be65-25d79c6301df service neutron] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:34.585382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe04bb9-2d42-4a11-aca6-9c064785b262 x-openstack-request-id: req-cbe04bb9-2d42-4a11-aca6-9c064785b262 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:34.585382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:34.585382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbe04bb9-2d42-4a11-aca6-9c064785b262 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:34.585845 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe04bb9-2d42-4a11-aca6-9c064785b262'] response: {'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:52:34.713543 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2519e-4ada-43b4-bf75-4ec6f9858bad req-e48d0883-bdc5-4e4b-9edc-4cc0dc521036 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:34.716923 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d0b2519e-4ada-43b4-bf75-4ec6f9858bad req-e48d0883-bdc5-4e4b-9edc-4cc0dc521036 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0518749 May 02 14:52:34.786572 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d0b2519e-4ada-43b4-bf75-4ec6f9858bad req-b4108213-c9d7-42b0-8d6f-8a9d2b69ecc7 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650959 May 02 14:52:35.020456 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6e2ba3b0-ae13-48b9-9f52-9b9cb5ccf0ba req-453e4a02-ef56-4bea-a7a6-ee3c83019dcf tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0365252 May 02 14:52:35.092756 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf6d8c-2b9c-40b3-acd1-84578ba86129 req-80435aa0-7125-4736-8448-dafff2ba1a13 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:35.095232 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d1cf6d8c-2b9c-40b3-acd1-84578ba86129 req-80435aa0-7125-4736-8448-dafff2ba1a13 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0494828 May 02 14:52:35.147051 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d1cf6d8c-2b9c-40b3-acd1-84578ba86129 req-31630e78-daef-4b7f-af63-b5f923bc41e8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 May 02 14:52:35.513342 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device e5b7500b-6852-4801-8c0b-83635755123d no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:52:35.534325 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: e5b7500b-6852-4801-8c0b-83635755123d {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:52:35.534672 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device e5b7500b-6852-4801-8c0b-83635755123d not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:52:35.654370 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d20c6a-5222-4cd3-8c0e-abeea9f06d19 req-47eee9a3-8b93-42fd-b6aa-47db9ebcb4da tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:35.656726 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56d20c6a-5222-4cd3-8c0e-abeea9f06d19 req-47eee9a3-8b93-42fd-b6aa-47db9ebcb4da tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0584238 May 02 14:52:35.709371 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56d20c6a-5222-4cd3-8c0e-abeea9f06d19 req-04746acb-d247-456c-913b-45ca9da16ddc tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457420 May 02 14:52:35.913118 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc443ef-7317-4d54-aec6-25c1c9b7c6ec req-d5a06ed5-8bfe-452e-a73b-6b97bd9bf849 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:35.919971 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-afc443ef-7317-4d54-aec6-25c1c9b7c6ec req-d5a06ed5-8bfe-452e-a73b-6b97bd9bf849 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0673821 May 02 14:52:35.992190 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-afc443ef-7317-4d54-aec6-25c1c9b7c6ec req-564c0e8c-672f-4814-aebd-0547825978c4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700045 May 02 14:52:36.155076 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1d4ca657-d97d-4ebd-a753-de157fe61f6c req-80fe4be6-1f7d-4fbb-811e-9a77bec81338 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0419440 May 02 14:52:36.280648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7369678-614b-4403-886b-3c55702b3f81 req-40a072f7-0131-4d46-bec8-c2d559b3faff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:36.282479 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7369678-614b-4403-886b-3c55702b3f81 req-40a072f7-0131-4d46-bec8-c2d559b3faff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0504572 May 02 14:52:36.342171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7369678-614b-4403-886b-3c55702b3f81 req-0216629f-b338-4d89-a158-1c8b685957cc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535913 May 02 14:52:36.866294 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8304cb6-2289-47eb-a7a8-5c7113e590ee req-fc2103b9-fef7-40f2-bbf4-3eed86d9b8c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:36.867877 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d8304cb6-2289-47eb-a7a8-5c7113e590ee req-fc2103b9-fef7-40f2-bbf4-3eed86d9b8c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0755794 May 02 14:52:36.946112 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d8304cb6-2289-47eb-a7a8-5c7113e590ee req-8a5a1a3e-1027-4d46-bc31-0ffb06ff496a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687661 May 02 14:52:37.119384 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531ad20-de7b-4600-80ca-39088ac95a27 req-b4b6dfed-f58b-45d5-86b8-c136b9183f3f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:37.120982 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3531ad20-de7b-4600-80ca-39088ac95a27 req-b4b6dfed-f58b-45d5-86b8-c136b9183f3f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0547531 May 02 14:52:37.267808 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3531ad20-de7b-4600-80ca-39088ac95a27 req-f553edeb-46d6-4e83-9164-efd1a367983f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407490 May 02 14:52:37.357948 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f743be90-aa6e-4ab3-bcb7-2fc3c273bf97 req-71a592f6-6b08-4146-83d4-cec294366a34 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0402002 May 02 14:52:37.544524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1336-9945-4d8d-878d-ff06f9ae6456 req-c1a0d78c-37cb-4504-96d9-1ee991509873 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:37.546022 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1aba1336-9945-4d8d-878d-ff06f9ae6456 req-c1a0d78c-37cb-4504-96d9-1ee991509873 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0687611 May 02 14:52:37.602226 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1aba1336-9945-4d8d-878d-ff06f9ae6456 req-254b6886-94e8-4859-92ab-06069ea884e4 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498440 May 02 14:52:38.076931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcdcdf-8e8a-4b46-89aa-6f15a1ad84d5 req-f15d1059-dd4f-44c2-aae8-e03265d6bf0b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:38.078425 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b4fcdcdf-8e8a-4b46-89aa-6f15a1ad84d5 req-f15d1059-dd4f-44c2-aae8-e03265d6bf0b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0617220 May 02 14:52:38.129238 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b4fcdcdf-8e8a-4b46-89aa-6f15a1ad84d5 req-e11e1142-a7aa-45ec-aa21-7e16707f8301 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 May 02 14:52:38.414229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d3c9b-f1d9-481b-9ffd-a1dd2b3bf891 req-4501dc6b-deb0-4dfc-9e5e-6f8d2b41c5dc tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:38.414229 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-845d3c9b-f1d9-481b-9ffd-a1dd2b3bf891 req-4501dc6b-deb0-4dfc-9e5e-6f8d2b41c5dc tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0516729 May 02 14:52:38.462282 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-845d3c9b-f1d9-481b-9ffd-a1dd2b3bf891 req-62174419-c992-4075-a360-b55af5b90c8f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575745 May 02 14:52:38.512927 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-116bc53a-b458-47ec-a168-767adafab843 req-540db222-db17-44cb-9d1f-e839ffbc5f68 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0375919 May 02 14:52:38.980463 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4affb0-5180-4dd3-a2b1-1ab1885dff33 req-e1b44829-4eec-4610-982c-c40d77b3429f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:38.982091 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dd4affb0-5180-4dd3-a2b1-1ab1885dff33 req-e1b44829-4eec-4610-982c-c40d77b3429f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.2979138 May 02 14:52:39.043474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dd4affb0-5180-4dd3-a2b1-1ab1885dff33 req-91cfc224-56a9-4a5b-adab-50dc5af72d7f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 May 02 14:52:39.286377 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a681e6-5a4d-45ee-a743-b3ce16cb3d07 req-3228f806-f1b5-4f71-b19c-c8e86ab8816e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:39.286377 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-36a681e6-5a4d-45ee-a743-b3ce16cb3d07 req-3228f806-f1b5-4f71-b19c-c8e86ab8816e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0524952 May 02 14:52:39.327962 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-36a681e6-5a4d-45ee-a743-b3ce16cb3d07 req-3c94943b-ac35-4073-887d-e8a6867e0238 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641031 May 02 14:52:39.644880 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-32d711f0-4bba-4742-acb8-8a7e4eafe9c3 req-368b5f04-af89-473f-9a22-549233aa8ada tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0364003 May 02 14:52:39.655349 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ba745-9762-4b85-82ab-6b1a266166f1 req-a990cbb2-f874-4eea-8044-af88bbdd6655 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:39.656973 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b4ba745-9762-4b85-82ab-6b1a266166f1 req-a990cbb2-f874-4eea-8044-af88bbdd6655 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0920465 May 02 14:52:39.722097 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b4ba745-9762-4b85-82ab-6b1a266166f1 req-59c4dffe-30cd-43f9-b144-7c3fe78dc44c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560277 May 02 14:52:39.936899 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37170) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:39.983284 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Deleting subnet 9c3bee07-2590-458c-9c73-cf0f1c2adf3d {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:52:39.986722 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Publish callbacks [] for subnet (9c3bee07-2590-458c-9c73-cf0f1c2adf3d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.028692 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (9c3bee07-2590-458c-9c73-cf0f1c2adf3d), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.076378 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (9c3bee07-2590-458c-9c73-cf0f1c2adf3d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.175236 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc28c9-78c8-4568-bc57-802393480751 req-44c2b426-d76b-44c5-9399-a095f0b45fbf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:40.176835 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a4cc28c9-78c8-4568-bc57-802393480751 req-44c2b426-d76b-44c5-9399-a095f0b45fbf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0530236 May 02 14:52:40.230463 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a4cc28c9-78c8-4568-bc57-802393480751 req-a0639dc2-4a37-404a-8f9c-025484363a09 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 May 02 14:52:40.236488 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (9c3bee07-2590-458c-9c73-cf0f1c2adf3d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.279302 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3bee07-2590-458c-9c73-cf0f1c2adf3d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:40.284119 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.287342 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9c3bee07-2590-458c-9c73-cf0f1c2adf3d HTTP/1.1" status: 204 len: 168 time: 0.3494315 May 02 14:52:40.289887 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37178) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:40.295388 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.295943 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.296610 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.297093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.297579 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.297918 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.298249 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.299067 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.299411 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.299787 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.300157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.300484 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.300809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.301129 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.301653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cec2ebe-9497-494e-b259-771b98be788e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.371344 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (58501b11-6da6-4b06-8281-704cf4f63ba2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.516090 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (58501b11-6da6-4b06-8281-704cf4f63ba2), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.545706 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8228c-1218-4600-b4f3-06530f8c0d9b req-8cc277dd-e716-4947-92f2-8bf1c37f48ae tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:40.547108 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0af8228c-1218-4600-b4f3-06530f8c0d9b req-8cc277dd-e716-4947-92f2-8bf1c37f48ae tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0962622 May 02 14:52:40.550841 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58501b11-6da6-4b06-8281-704cf4f63ba2']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:40.569119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9aa3ed-55bc-42ca-9654-17caca444860') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:40.569465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9aa3ed-55bc-42ca-9654-17caca444860') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:40.586742 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (ff9aa3ed-55bc-42ca-9654-17caca444860), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.616574 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ff9aa3ed-55bc-42ca-9654-17caca444860), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.627940 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0af8228c-1218-4600-b4f3-06530f8c0d9b req-9809516c-f158-41ce-b991-4d56a565ac9e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742378 May 02 14:52:40.628866 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:52:40.629271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (ff9aa3ed-55bc-42ca-9654-17caca444860), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:52:40.631403 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:52:40.782331 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-57913aa2-fb30-47d7-97d3-d6a4b5c8b53f req-77c65fda-f879-4a63-acfd-0476466fe84d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0452242 May 02 14:52:40.806423 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (58501b11-6da6-4b06-8281-704cf4f63ba2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.818424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.822619 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] 10.222.0.36 "DELETE /v2.0/networks/58501b11-6da6-4b06-8281-704cf4f63ba2 HTTP/1.1" status: 204 len: 168 time: 0.5316963 May 02 14:52:40.826317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37194) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:40.837930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Pushing event deleted for resources: {'Network': ['ID=58501b11-6da6-4b06-8281-704cf4f63ba2,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:40.847058 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.847531 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.853196 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.853542 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.853894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.854240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.854608 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.854964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.855442 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.855783 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.856174 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.856514 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.856849 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.857178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.857506 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b458b47-44d7-433d-93be-7db2d163d227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:40.909319 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Deleting subnet 914f4de2-2b0f-462f-9a04-ae02c9017d7a {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:52:40.913667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Publish callbacks [] for subnet (914f4de2-2b0f-462f-9a04-ae02c9017d7a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:40.927288 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251def5-e018-4002-b6f4-6e7b31190302 req-51f6ec67-d601-4769-a77d-246357930447 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:40.930155 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e251def5-e018-4002-b6f4-6e7b31190302 req-51f6ec67-d601-4769-a77d-246357930447 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0645065 May 02 14:52:40.960503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (914f4de2-2b0f-462f-9a04-ae02c9017d7a), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.014257 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (914f4de2-2b0f-462f-9a04-ae02c9017d7a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.021528 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e251def5-e018-4002-b6f4-6e7b31190302 req-b95102db-3e71-4ef7-9fdd-b1c10eb2ce81 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855415 May 02 14:52:41.179110 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (914f4de2-2b0f-462f-9a04-ae02c9017d7a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.205494 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=914f4de2-2b0f-462f-9a04-ae02c9017d7a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:41.212932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.216158 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c565fb45-8a4e-4b0a-ac93-62ec5289b0d9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/914f4de2-2b0f-462f-9a04-ae02c9017d7a HTTP/1.1" status: 204 len: 168 time: 0.3886809 May 02 14:52:41.218566 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37202) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:41.320979 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (6c56d020-9c62-483d-96bb-16cafdd9a348), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.390315 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e143a-167c-4e8d-b570-977356b80fe0 req-0cf37c53-593b-44bf-b8c9-5447c1075656 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:41.392078 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-801e143a-167c-4e8d-b570-977356b80fe0 req-0cf37c53-593b-44bf-b8c9-5447c1075656 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0843220 May 02 14:52:41.465824 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (6c56d020-9c62-483d-96bb-16cafdd9a348), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.516344 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c56d020-9c62-483d-96bb-16cafdd9a348']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:41.544492 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-801e143a-167c-4e8d-b570-977356b80fe0 req-ab4af836-bf92-4bd5-b16a-1df48fc53ddc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 May 02 14:52:41.546636 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e27dbe-e87e-4a47-aaff-609ba85f4288') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:41.548380 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e27dbe-e87e-4a47-aaff-609ba85f4288') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:41.566126 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (44e27dbe-e87e-4a47-aaff-609ba85f4288), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.585045 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (44e27dbe-e87e-4a47-aaff-609ba85f4288), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.591506 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (44e27dbe-e87e-4a47-aaff-609ba85f4288), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:52:41.595290 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:52:41.729425 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (6c56d020-9c62-483d-96bb-16cafdd9a348), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.735766 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:41.742179 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6c56d020-9c62-483d-96bb-16cafdd9a348 HTTP/1.1" status: 204 len: 168 time: 0.5226023 May 02 14:52:41.759810 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba0a60-0282-4cf1-8819-acf7e866fbf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c56d020-9c62-483d-96bb-16cafdd9a348,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:41.772758 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ff4c-ede3-4e27-814d-047df8f1620d req-ab4b3b2f-6e78-4cd2-9876-e46d734629a0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:41.774295 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eac5ff4c-ede3-4e27-814d-047df8f1620d req-ab4b3b2f-6e78-4cd2-9876-e46d734629a0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0680223 May 02 14:52:41.843962 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eac5ff4c-ede3-4e27-814d-047df8f1620d req-3e709504-065e-4ae7-80e7-7e4f9e21a54c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609369 May 02 14:52:41.909866 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cad4d449-382f-494f-a03d-e5cc8e9778d9 req-8fc8efa8-20f6-4b64-ae0c-1f1295eea079 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0322990 May 02 14:52:42.162476 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef60e5-2d68-4ae1-9df7-c0a67fa21955 req-bc24a1b5-d37d-4b0c-baca-8806a8d00f59 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:42.164155 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76ef60e5-2d68-4ae1-9df7-c0a67fa21955 req-bc24a1b5-d37d-4b0c-baca-8806a8d00f59 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0535028 May 02 14:52:42.211446 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-76ef60e5-2d68-4ae1-9df7-c0a67fa21955 req-97f6a975-fa67-47e2-9809-365c55dacbfe tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406778 May 02 14:52:42.661373 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:42.662069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215c9b0-fbec-48cc-9efe-08e978827158 req-433996eb-b840-4185-a23d-6132fe534165 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:42.663432 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7215c9b0-fbec-48cc-9efe-08e978827158 req-433996eb-b840-4185-a23d-6132fe534165 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0537031 May 02 14:52:42.720907 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7215c9b0-fbec-48cc-9efe-08e978827158 req-fad43cf2-b318-4023-b4dc-d39ce45e0cbc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511887 May 02 14:52:42.786213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37226) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:42.827102 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-db58cad8-48bc-4846-9445-1989e7d69e72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d77242d8a724c7d9b52895dc18d3cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396941 May 02 14:52:42.829525 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37228) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:42.880139 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] Publish callbacks [] for security_group (04deb172-881a-4e83-b04b-53074e301c8e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:42.904512 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] Publish callbacks [] for security_group (04deb172-881a-4e83-b04b-53074e301c8e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:42.997732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e107d72-7fa2-43d4-b180-c689b69d49d3 req-33a3bd17-d38f-4e46-b2a7-329cfcfa5e53 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:42.997732 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7e107d72-7fa2-43d4-b180-c689b69d49d3 req-33a3bd17-d38f-4e46-b2a7-329cfcfa5e53 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0665736 May 02 14:52:43.033861 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f873f96-54ed-45ce-9b57-66049609a06c req-358a3e66-f61c-4f08-96a1-d1586061bd40 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0318620 May 02 14:52:43.043032 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7e107d72-7fa2-43d4-b180-c689b69d49d3 req-5f684e27-35cc-4625-8dc8-de8aaa466508 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 May 02 14:52:43.064439 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (04deb172-881a-4e83-b04b-53074e301c8e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:43.067051 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:43.068200 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04deb172-881a-4e83-b04b-53074e301c8e HTTP/1.1" status: 204 len: 168 time: 0.2377379 May 02 14:52:43.081301 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25a11-a7d2-409f-8c0b-188d310ac5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04deb172-881a-4e83-b04b-53074e301c8e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:43.346877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706768b-1881-497e-8f42-afa6785f3f79 req-67464501-1eab-4055-bf83-2ffbbe0884e4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:43.348390 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8706768b-1881-497e-8f42-afa6785f3f79 req-67464501-1eab-4055-bf83-2ffbbe0884e4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0625808 May 02 14:52:43.413695 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8706768b-1881-497e-8f42-afa6785f3f79 req-6f50cda1-e604-4960-9cbf-b3f71bf6c18f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549214 May 02 14:52:43.834825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d5923-e5fb-4afb-89a0-c043c504f092 req-669ff56d-e661-491f-b307-64152b136673 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:43.836294 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b3d5923-e5fb-4afb-89a0-c043c504f092 req-669ff56d-e661-491f-b307-64152b136673 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0505402 May 02 14:52:43.870777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0cc21ae8-65cb-4a0c-ad78-86795b205d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:43.884007 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b3d5923-e5fb-4afb-89a0-c043c504f092 req-ca35f8f2-509a-404f-8838-c8bdfef53ac1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 May 02 14:52:44.141107 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0c58e74d-c6e1-4cf2-9ff1-c3add4667f23 req-a82d00bf-0be3-45a4-9695-86dfb6eb4ca3 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0275898 May 02 14:52:44.161973 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b83fd0-6729-4403-a0ed-4480eb0c10b9 req-b565ed67-e1b4-4962-ba09-a3baf93bb979 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:44.163556 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11b83fd0-6729-4403-a0ed-4480eb0c10b9 req-b565ed67-e1b4-4962-ba09-a3baf93bb979 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0469570 May 02 14:52:44.197315 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37256) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:44.211127 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11b83fd0-6729-4403-a0ed-4480eb0c10b9 req-1d8685ac-3456-44c0-9bb8-702d3999f717 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 May 02 14:52:44.237718 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ad6c2f89-3a14-49f4-9bd5-09c769b11ac3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2c1df75bfc9347f6b4fdf5460234e08f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392663 May 02 14:52:44.240439 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37258) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:44.293892 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] Publish callbacks [] for security_group (5d6bd90e-2b1f-44b3-9232-48a78edf1f45), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:44.316851 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] Publish callbacks [] for security_group (5d6bd90e-2b1f-44b3-9232-48a78edf1f45), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:44.469568 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5d6bd90e-2b1f-44b3-9232-48a78edf1f45), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:44.472273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:44.473420 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d6bd90e-2b1f-44b3-9232-48a78edf1f45 HTTP/1.1" status: 204 len: 168 time: 0.2320888 May 02 14:52:44.481688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a4415-1802-4871-8f14-a16c3ce31d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6bd90e-2b1f-44b3-9232-48a78edf1f45,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:44.535016 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d150e-ee32-4fbd-9086-dacec1886133 req-7d0ee378-070a-457e-8182-e2753ed34f97 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:44.536040 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-511d150e-ee32-4fbd-9086-dacec1886133 req-7d0ee378-070a-457e-8182-e2753ed34f97 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0523531 May 02 14:52:44.586239 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-511d150e-ee32-4fbd-9086-dacec1886133 req-5835fb96-2882-4912-b6cb-8484f5ea2076 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 May 02 14:52:45.013033 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8ae8a-4607-4912-9e28-645254c4c323 req-017b6c43-e3c1-4155-a521-b3975628519c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:45.014640 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12b8ae8a-4607-4912-9e28-645254c4c323 req-017b6c43-e3c1-4155-a521-b3975628519c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0490673 May 02 14:52:45.064762 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12b8ae8a-4607-4912-9e28-645254c4c323 req-a2e0b3e9-3b05-481b-bbc5-10c53bf4e629 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444179 May 02 14:52:45.251765 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cf864bb9-c75f-4220-849f-12491766af24 req-94d46c14-2f15-474a-b95f-e6b1fe6c0d7c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0336325 May 02 14:52:45.338096 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4692e-ecb9-44a1-808f-fd36f03bd85e req-108fd976-78d5-4751-b2cc-a0c9d523590a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:45.339630 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37d4692e-ecb9-44a1-808f-fd36f03bd85e req-108fd976-78d5-4751-b2cc-a0c9d523590a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0569069 May 02 14:52:45.396557 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37d4692e-ecb9-44a1-808f-fd36f03bd85e req-29e1f33a-4a74-4f50-ab9d-dfedf00adac9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 May 02 14:52:45.701679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39381fe3-1a89-4c89-80b9-351a07fc44f4 req-16bbd5e4-ce2d-4c76-a60c-506078ca901c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:45.703196 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-39381fe3-1a89-4c89-80b9-351a07fc44f4 req-16bbd5e4-ce2d-4c76-a60c-506078ca901c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0499029 May 02 14:52:45.751089 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-39381fe3-1a89-4c89-80b9-351a07fc44f4 req-e3aa081d-e796-4293-b2ae-ab876400d5e8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 May 02 14:52:45.843538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c02bad2-f847-4fdd-a8de-9e61bb722f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:46.176348 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c3b52-fe4a-4402-bdcb-0e202208813b req-36dfb5a7-7879-40ce-bd69-d03c971c2dd1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:46.177812 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e63c3b52-fe4a-4402-bdcb-0e202208813b req-36dfb5a7-7879-40ce-bd69-d03c971c2dd1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0463860 May 02 14:52:46.225360 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e63c3b52-fe4a-4402-bdcb-0e202208813b req-fc853a15-25f8-4c28-aa7a-d430371e9659 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 May 02 14:52:46.358470 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-85d45156-e1e2-4803-87da-3d9e4b2560fd req-dfbafc9a-9b0a-4946-a930-e6472afbb872 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0265594 May 02 14:52:46.518098 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4794be6-66ec-4a88-ab52-99ac8201bcba req-686d8f38-e76b-410d-a2e3-d039e5f28c99 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:46.519589 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b4794be6-66ec-4a88-ab52-99ac8201bcba req-686d8f38-e76b-410d-a2e3-d039e5f28c99 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0521958 May 02 14:52:46.565345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b4794be6-66ec-4a88-ab52-99ac8201bcba req-25df8bc5-8245-4949-b2a4-92ee002cc594 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 May 02 14:52:46.860764 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6844d10-3912-472b-a1ab-dfe0633413fc req-231ce80e-fafe-4830-a46d-ce46c2cdbdcc tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:46.862200 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f6844d10-3912-472b-a1ab-dfe0633413fc req-231ce80e-fafe-4830-a46d-ce46c2cdbdcc tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0455315 May 02 14:52:46.911375 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f6844d10-3912-472b-a1ab-dfe0633413fc req-352a8168-e1de-41db-b182-cfd123735c58 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 May 02 14:52:47.127521 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37340) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:47.229069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5beddf1-0c52-4852-b368-5f6abb904016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.264211 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.303799 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5beddf1-0c52-4852-b368-5f6abb904016 admin admin] Publish callbacks [] for security_group (98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.341039 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d35a6-72f8-4b65-b54b-ddca0ecde36b req-2ab7ba82-9839-4dca-92dc-1a84e71f19fd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:47.342573 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-529d35a6-72f8-4b65-b54b-ddca0ecde36b req-2ab7ba82-9839-4dca-92dc-1a84e71f19fd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0458329 May 02 14:52:47.386702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5beddf1-0c52-4852-b368-5f6abb904016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.396523 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-529d35a6-72f8-4b65-b54b-ddca0ecde36b req-ab69f59d-4bad-4af5-ae58-c399d6f29332 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 May 02 14:52:47.431877 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f5beddf1-0c52-4852-b368-5f6abb904016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=757170c3d04b4c76a65fc332d51dca19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032317 May 02 14:52:47.433091 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5beddf1-0c52-4852-b368-5f6abb904016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:47.434580 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37348) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:47.478716 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7bf28756-b1f0-4548-b9e9-1b09ce55db1a req-fb9e7ef6-a166-4c73-8e13-7f4065b134ca tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0290964 May 02 14:52:47.487296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] Publish callbacks [] for security_group (98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.509044 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] Publish callbacks [] for security_group (98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.661568 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.664119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:47.665244 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf HTTP/1.1" status: 204 len: 168 time: 0.2294242 May 02 14:52:47.680382 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1998d-ff80-4afd-b445-90fe7e6ba8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d2ecc7-0ad7-4a3d-b35a-2c70711c27bf,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:47.687484 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0820b-02fc-47b4-a296-f8bc1814bc9c req-9e1f5c2e-a567-43cd-afd7-62b9dddb0ed3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:47.688994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8f0820b-02fc-47b4-a296-f8bc1814bc9c req-9e1f5c2e-a567-43cd-afd7-62b9dddb0ed3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0576143 May 02 14:52:47.740057 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8f0820b-02fc-47b4-a296-f8bc1814bc9c req-4d62e09f-0cce-4188-b446-e68073c77c2a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451984 May 02 14:52:48.024121 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d35a0-5320-4721-9c0d-eec06bd51f07 req-c50a3262-3cf5-47e1-8181-60bf2de8b382 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:48.025644 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd0d35a0-5320-4721-9c0d-eec06bd51f07 req-c50a3262-3cf5-47e1-8181-60bf2de8b382 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0466113 May 02 14:52:48.075099 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd0d35a0-5320-4721-9c0d-eec06bd51f07 req-5628773a-f06a-489a-a822-fe075d5834a9 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 May 02 14:52:48.327767 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37362) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:48.346217 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b13fc1b7-5ccd-4598-9c23-6117f0421ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.419275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b13fc1b7-5ccd-4598-9c23-6117f0421ecb admin admin] Publish callbacks [] for security_group (e9f15588-921c-4adb-b549-7ed79e00970d), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.524951 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de28fa0-72df-4c0e-b4c0-8b7f8ab2ae21 req-6933d7ed-d486-4497-8b55-7f8e832a6415 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:48.526987 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6de28fa0-72df-4c0e-b4c0-8b7f8ab2ae21 req-6933d7ed-d486-4497-8b55-7f8e832a6415 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0516107 May 02 14:52:48.546518 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b13fc1b7-5ccd-4598-9c23-6117f0421ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e9f15588-921c-4adb-b549-7ed79e00970d), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.572554 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.585829 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb2338c6-c189-40b7-93c0-c22737ff405c req-9eb6a33d-7ac8-492f-9ab1-ba4d877bad8e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0292163 May 02 14:52:48.609481 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b13fc1b7-5ccd-4598-9c23-6117f0421ecb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39184c435972468cb037591cddd54824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794971 May 02 14:52:48.610596 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fc1b7-5ccd-4598-9c23-6117f0421ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f15588-921c-4adb-b549-7ed79e00970d,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:48.611050 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37370) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:48.617329 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6de28fa0-72df-4c0e-b4c0-8b7f8ab2ae21 req-aa458cfd-6a08-412e-bafa-3bae3e9dc1cc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848591 May 02 14:52:48.659162 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] Publish callbacks [] for security_group (e9f15588-921c-4adb-b549-7ed79e00970d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.680536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] Publish callbacks [] for security_group (e9f15588-921c-4adb-b549-7ed79e00970d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.820564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e9f15588-921c-4adb-b549-7ed79e00970d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.822981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:48.824064 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e9f15588-921c-4adb-b549-7ed79e00970d HTTP/1.1" status: 204 len: 168 time: 0.2119935 May 02 14:52:48.855141 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8233452-d5fb-45d1-b986-7d6fcf505e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f15588-921c-4adb-b549-7ed79e00970d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:48.867819 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9da52-5358-46d1-a8dc-050a19ca131c req-f1edd7a4-6b8a-4ce0-b394-0a52ebc30c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:48.869339 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e6f9da52-5358-46d1-a8dc-050a19ca131c req-f1edd7a4-6b8a-4ce0-b394-0a52ebc30c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0611761 May 02 14:52:48.920403 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e6f9da52-5358-46d1-a8dc-050a19ca131c req-7824fbb2-71ad-422b-a51c-4fc9b4d08a69 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 May 02 14:52:49.192787 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3f8b0-e188-412c-b75a-3d3c2fa2d668 req-745f596f-25bc-42f7-91d4-91d6baf74355 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:49.194258 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74e3f8b0-e188-412c-b75a-3d3c2fa2d668 req-745f596f-25bc-42f7-91d4-91d6baf74355 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0466180 May 02 14:52:49.241995 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74e3f8b0-e188-412c-b75a-3d3c2fa2d668 req-69ad8ab8-7930-49cd-8db8-5fbf948cff35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 May 02 14:52:49.694668 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c1d78b18-06ae-4a4d-b597-73d3c8d0bc0f req-5c73011a-da0f-47b1-b622-fe88fb1dfc96 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0292361 May 02 14:52:49.733920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37390) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:49.747842 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c0058b4-d803-40c7-b262-931dbe6ccdba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:49.757497 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530895b-f96c-4efd-aba6-723ef5690ae2 req-7757507e-04de-4da9-966f-b1e368ffe732 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:49.759008 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0530895b-f96c-4efd-aba6-723ef5690ae2 req-7757507e-04de-4da9-966f-b1e368ffe732 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0514591 May 02 14:52:49.814711 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0530895b-f96c-4efd-aba6-723ef5690ae2 req-eb09621c-2a98-4a92-83e4-15bba2cfdc45 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 May 02 14:52:49.839041 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c0058b4-d803-40c7-b262-931dbe6ccdba admin admin] Publish callbacks [] for security_group (2cffae90-4624-4136-a02c-5bb03fdd6b34), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:49.894869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c0058b4-d803-40c7-b262-931dbe6ccdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (2cffae90-4624-4136-a02c-5bb03fdd6b34), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:49.933992 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4c0058b4-d803-40c7-b262-931dbe6ccdba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36b9b53f12ef4e87bc74cbe0192b54b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989520 May 02 14:52:49.935100 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0058b4-d803-40c7-b262-931dbe6ccdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cffae90-4624-4136-a02c-5bb03fdd6b34,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:49.936673 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37398) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:49.986733 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] Publish callbacks [] for security_group (2cffae90-4624-4136-a02c-5bb03fdd6b34), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:50.009186 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] Publish callbacks [] for security_group (2cffae90-4624-4136-a02c-5bb03fdd6b34), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:50.033748 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f311e-b8e0-4078-8388-cf81b3e3169e req-18722495-5a16-4576-b4b4-44930c076954 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:50.035213 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd8f311e-b8e0-4078-8388-cf81b3e3169e req-18722495-5a16-4576-b4b4-44930c076954 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0501904 May 02 14:52:50.081177 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd8f311e-b8e0-4078-8388-cf81b3e3169e req-838e7259-31d0-4782-be96-ae05366a147d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 May 02 14:52:50.152787 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (2cffae90-4624-4136-a02c-5bb03fdd6b34), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:50.155444 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:50.159089 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2cffae90-4624-4136-a02c-5bb03fdd6b34 HTTP/1.1" status: 204 len: 168 time: 0.2190716 May 02 14:52:50.165285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4645e54-62e2-43d5-81c6-013b3c2d6079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cffae90-4624-4136-a02c-5bb03fdd6b34,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:50.196230 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:50.362402 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad46dc-bf8d-459e-ab43-9943566b3213 req-44d98833-ae40-42db-bac5-c0f16c31a1cb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:50.366362 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44ad46dc-bf8d-459e-ab43-9943566b3213 req-44d98833-ae40-42db-bac5-c0f16c31a1cb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0512791 May 02 14:52:50.425160 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44ad46dc-bf8d-459e-ab43-9943566b3213 req-ca16f5fb-2d42-46cc-b2e0-f863fb34b8a1 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545127 May 02 14:52:50.802739 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-16fd405a-0251-4d8f-9c76-2d719b29396d req-98d58075-def0-436a-8d56-92326951c75c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0297651 May 02 14:52:50.930990 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91918f8-a4f3-440b-8438-9fbcd1ffe5e7 req-f77d5373-5f85-4675-b788-9d562409c85f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:50.933030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a91918f8-a4f3-440b-8438-9fbcd1ffe5e7 req-f77d5373-5f85-4675-b788-9d562409c85f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0544055 May 02 14:52:50.979261 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a91918f8-a4f3-440b-8438-9fbcd1ffe5e7 req-0b22db79-8cee-4317-9aa7-ec37fc8ace6d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404003 May 02 14:52:51.124881 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71af3cd7-ceff-4860-9f0e-8144dfb0abb2 req-f5a921e4-1657-4dcd-8b13-bb6a957608fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503104 May 02 14:52:51.197720 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be39d3-ec37-4a9a-972d-27178229fb53 req-ca68c349-c818-4274-92e4-9382c87a46db tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:51.199230 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-61be39d3-ec37-4a9a-972d-27178229fb53 req-ca68c349-c818-4274-92e4-9382c87a46db tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0472560 May 02 14:52:51.248275 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-61be39d3-ec37-4a9a-972d-27178229fb53 req-9d46b98c-fb5b-45ee-b7d8-8a678035aefd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 May 02 14:52:51.554067 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f152e02-742a-4e60-9ed1-ece9efbb6388 req-b07041f8-76b0-494e-ae50-ac35a77de4eb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:51.555553 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2f152e02-742a-4e60-9ed1-ece9efbb6388 req-b07041f8-76b0-494e-ae50-ac35a77de4eb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0483284 May 02 14:52:51.607163 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2f152e02-742a-4e60-9ed1-ece9efbb6388 req-6f68d8e2-b621-4466-8534-092894750c9a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 May 02 14:52:51.912828 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d486b292-5a66-4aa8-a819-a342b6eb4ed5 req-22d5d031-62e6-485e-807d-307cbffc6fab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0306907 May 02 14:52:52.095626 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f0305-f99b-4a7c-90dc-3d48461d145a req-59c63af1-d127-4ffa-a4d1-636b207a456a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:52.097062 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e76f0305-f99b-4a7c-90dc-3d48461d145a req-59c63af1-d127-4ffa-a4d1-636b207a456a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0466974 May 02 14:52:52.143372 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e76f0305-f99b-4a7c-90dc-3d48461d145a req-e60f239c-ffbc-4dd1-ace3-adf5225e5a8d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 May 02 14:52:52.362616 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f935aff-87bf-47b8-adf2-2cedf4337202 req-277c6067-4ed7-48c5-840a-c465ea002999 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:52.364549 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f935aff-87bf-47b8-adf2-2cedf4337202 req-277c6067-4ed7-48c5-840a-c465ea002999 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0481267 May 02 14:52:52.414707 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f935aff-87bf-47b8-adf2-2cedf4337202 req-2e51bf3f-3c80-482b-b76a-2f645be54e2b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432367 May 02 14:52:52.475141 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-beb4e55d-6157-4082-8955-d89453d3c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:52.476690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-beb4e55d-6157-4082-8955-d89453d3c0b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1127 time: 0.0399535 May 02 14:52:52.732124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799f78-c0fb-4980-9a3f-e92901b6f13a req-9afe39e1-efb2-4cd1-8aaf-cf6d2424e647 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:52.733626 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46799f78-c0fb-4980-9a3f-e92901b6f13a req-9afe39e1-efb2-4cd1-8aaf-cf6d2424e647 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0530713 May 02 14:52:52.746117 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37524) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:52.787088 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46799f78-c0fb-4980-9a3f-e92901b6f13a req-370a38cd-80f2-4a5f-8799-0509e7c8578e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 May 02 14:52:52.849917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-60eca74c-bed1-4dc6-a9f0-936d6eeab1a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:52.926973 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-60eca74c-bed1-4dc6-a9f0-936d6eeab1a3 admin admin] Publish callbacks [] for security_group (d658fcf2-bb40-45a3-8785-00a54ad51f53), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.025150 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8183200b-4e01-46b8-9772-e471801488ea req-4a856dc1-1b2c-4096-9b4a-882c6b8e4f8c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8ce7dde-d73b-4dd4-a281-cdafae559f52 HTTP/1.1" status: 200 len: 210 time: 0.0318501 May 02 14:52:53.025725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-60eca74c-bed1-4dc6-a9f0-936d6eeab1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d658fcf2-bb40-45a3-8785-00a54ad51f53), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.069197 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-60eca74c-bed1-4dc6-a9f0-936d6eeab1a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1df9ee544a304ff5852be655ab8cfe51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218806 May 02 14:52:53.070046 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eca74c-bed1-4dc6-a9f0-936d6eeab1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d658fcf2-bb40-45a3-8785-00a54ad51f53,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:53.071814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37540) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:53.121415 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] Publish callbacks [] for security_group (d658fcf2-bb40-45a3-8785-00a54ad51f53), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.144591 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] Publish callbacks [] for security_group (d658fcf2-bb40-45a3-8785-00a54ad51f53), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.272267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa71c24-7007-40bd-b90a-f9fba6a9a5f0 req-f6fb18d2-d175-4785-9160-05afe0e23db2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.274020 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-aaa71c24-7007-40bd-b90a-f9fba6a9a5f0 req-f6fb18d2-d175-4785-9160-05afe0e23db2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0574825 May 02 14:52:53.290554 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d658fcf2-bb40-45a3-8785-00a54ad51f53), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.293937 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:53.299258 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d658fcf2-bb40-45a3-8785-00a54ad51f53 HTTP/1.1" status: 204 len: 168 time: 0.2233944 May 02 14:52:53.317155 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7217d5b-4908-4d28-8638-e33bfc1f9114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d658fcf2-bb40-45a3-8785-00a54ad51f53,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:53.348523 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-aaa71c24-7007-40bd-b90a-f9fba6a9a5f0 req-76887aa9-69f8-4acd-824e-c87debedb1fb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664685 May 02 14:52:53.537532 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd66f-0e93-424d-8bfc-d859733c3448 req-696d2576-0547-43d1-a372-e06068e59875 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.538991 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-419cd66f-0e93-424d-8bfc-d859733c3448 req-696d2576-0547-43d1-a372-e06068e59875 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0485234 May 02 14:52:53.585633 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-419cd66f-0e93-424d-8bfc-d859733c3448 req-a4d9f5bf-7be6-4039-b908-a45a03cce89a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 May 02 14:52:53.795037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-43ef7877-eee1-4d4c-8229-f01d3372c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.796703 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-43ef7877-eee1-4d4c-8229-f01d3372c475 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=997fcd7fac4840ada644dba449cc38a1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1023314 May 02 14:52:53.917133 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760fcb-65f2-4846-ab93-b86f03fcc7ab req-2864f4b6-7d1e-4c89-8a22-0c8614277994 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.917133 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fd760fcb-65f2-4846-ab93-b86f03fcc7ab req-2864f4b6-7d1e-4c89-8a22-0c8614277994 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0664015 May 02 14:52:53.931645 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdf432-6ab1-4e75-ae68-8af4f6b1387e req-dc480b5d-3a57-4dac-944b-6c66beedeb72 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.935241 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-adfdf432-6ab1-4e75-ae68-8af4f6b1387e req-dc480b5d-3a57-4dac-944b-6c66beedeb72 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0714040 May 02 14:52:53.985188 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-4cf39efb-4623-4895-bd04-673b30132ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:53.986976 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-4cf39efb-4623-4895-bd04-673b30132ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.0703578 May 02 14:52:54.004883 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fd760fcb-65f2-4846-ab93-b86f03fcc7ab req-0d7496ee-62b4-4299-b7bb-a2c9febec44a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798068 May 02 14:52:54.060524 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-adfdf432-6ab1-4e75-ae68-8af4f6b1387e req-466fec1b-ed22-4552-b46f-57f06ca9eeb9 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173353 May 02 14:52:54.078504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-d83b5d1f-111c-4af0-9d22-9236dd49bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.080310 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-748e996d-773c-4b6f-a0fb-b7d693171e79 req-d83b5d1f-111c-4af0-9d22-9236dd49bdd1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455607 May 02 14:52:54.381456 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-a4ffc884-c668-420f-bbbe-dbf2eefbc597 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.382931 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-a4ffc884-c668-420f-bbbe-dbf2eefbc597 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/networks?id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b HTTP/1.1" status: 200 len: 808 time: 0.1187673 May 02 14:52:54.397618 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-dc153a46-ba8b-4d00-8083-c320b151efba tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/quotas/c863c2aa893f4616918e7134047a6507 HTTP/1.1" status: 200 len: 375 time: 0.0091441 May 02 14:52:54.431869 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-61ed7cd3-32a6-4fff-a896-351db652df8a tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288448 May 02 14:52:54.537796 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-03625201-97f4-44ed-8b39-d179c2d57f46 service neutron] 10.222.0.36 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984533 May 02 14:52:54.622419 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-707857e0-d444-46a6-9887-9d931f6ca083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.623955 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-707857e0-d444-46a6-9887-9d931f6ca083 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1127 time: 0.0466743 May 02 14:52:54.679793 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-431d7380-f30b-4ede-acfb-2e1c459f91ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 217 time: 0.0422397 May 02 14:52:54.704286 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-1a81b572-05c2-4f4b-8759-74faae720de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.706073 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-1a81b572-05c2-4f4b-8759-74faae720de7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1788385 May 02 14:52:54.756214 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-30c0273e-3caf-4fe9-b445-ec2d5c05f83c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 217 time: 0.0418644 May 02 14:52:54.758667 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-db4742aa-f63a-4fe7-bb4e-325ebd50bbbd service neutron] 10.222.0.36 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100194 May 02 14:52:54.775590 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761c484-b7f5-403b-a688-811e2de67161 req-5b54636a-f5bf-4bc4-9f43-201537e2ff0e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.781601 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3761c484-b7f5-403b-a688-811e2de67161 req-5b54636a-f5bf-4bc4-9f43-201537e2ff0e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.1045713 May 02 14:52:54.792504 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-e0ea97b6-b8c3-404d-939e-cc19395381db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.795140 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-e0ea97b6-b8c3-404d-939e-cc19395381db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.0796635 May 02 14:52:54.817921 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-b706c977-110e-4650-9c39-4d558069f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.819693 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-b706c977-110e-4650-9c39-4d558069f1d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0558279 May 02 14:52:54.852216 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3761c484-b7f5-403b-a688-811e2de67161 req-aa4ca980-a6eb-4a7a-b170-08d864b860be tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556378 May 02 14:52:54.981547 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:52:54.990617 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-50437137-eec1-48cd-96b4-99680f5479d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:54.991691 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-50437137-eec1-48cd-96b4-99680f5479d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749826 May 02 14:52:55.012936 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-14bcd9f1-2a80-468c-ba63-1b52930afd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:55.014437 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-14bcd9f1-2a80-468c-ba63-1b52930afd23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0968862 May 02 14:52:55.025608 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3e307-ba4b-42eb-8160-9ba3e1437e81 req-e17103f1-1f0b-4932-acab-2ae26217e4e8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:55.027344 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bba3e307-ba4b-42eb-8160-9ba3e1437e81 req-e17103f1-1f0b-4932-acab-2ae26217e4e8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.1019473 May 02 14:52:55.045835 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37608) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:52:55.051560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'floatingip': {'port_id': 'ea17026b-f2cc-4710-8476-8a242d5d7a59'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:52:55.104999 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:55.163789 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-040aa171-f604-4756-a79f-798cab3af98f service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352935 May 02 14:52:55.167010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9676ec0a-29c7-4e10-8512-a0c203d0347f req-82a4ad83-630b-4aed-b5c4-0fd24737f88c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.1506119 May 02 14:52:55.210355 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46915c5f-6237-4d38-9c9f-5646b4833fe6 req-b3781e99-f713-4c56-913f-82861f53aa39 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:55.211749 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46915c5f-6237-4d38-9c9f-5646b4833fe6 req-b3781e99-f713-4c56-913f-82861f53aa39 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0871632 May 02 14:52:55.311320 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46915c5f-6237-4d38-9c9f-5646b4833fe6 req-1538975a-4b70-41bf-971a-e7ad7f025ffd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887475 May 02 14:52:55.315035 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d0b5940-529f-4b00-b100-108bb9f2c808 req-2990caa1-1c79-47f8-ac2a-78a4e1d5f7ce service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435976 May 02 14:52:55.335778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3516c9-f8d7-4e07-aeba-f29659ddc7ae req-429a662c-9e5a-484f-abd5-e790e9347388 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:55.338103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5f3516c9-f8d7-4e07-aeba-f29659ddc7ae req-429a662c-9e5a-484f-abd5-e790e9347388 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0944567 May 02 14:52:55.344346 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-cddecec7-af2a-4241-9bc0-32c019da21f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438227 May 02 14:52:55.516833 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5f3516c9-f8d7-4e07-aeba-f29659ddc7ae req-ce7c968d-01d6-4226-aef1-1cf4a53d97ed tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715004 May 02 14:52:55.585903 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b60e5b88-1f68-40c3-9bb4-d62d393621dc req-e72137a0-7c5b-4e7e-bfa0-6b79b2964488 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298217 May 02 14:52:56.054896 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:56.204191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:56.268544 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7c08ac3d-ad26-4ece-9ff6-e8178bdd120d req-58743517-1374-472c-8b0e-7069b0a5a6f0 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0386477 May 02 14:52:56.326731 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Floating IP 7afae67b-d570-4d6d-bc39-c95193ff9aa9 associated. External IP: 172.27.0.12, port: ea17026b-f2cc-4710-8476-8a242d5d7a59. May 02 14:52:56.477090 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc64e3-3647-48cc-9a6d-e04c4b5d965c req-48d90ae9-cd50-4340-9b61-50d7c5a787bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:56.479347 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e8cc64e3-3647-48cc-9a6d-e04c4b5d965c req-48d90ae9-cd50-4340-9b61-50d7c5a787bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0649335 May 02 14:52:56.612655 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e8cc64e3-3647-48cc-9a6d-e04c4b5d965c req-e24bfd99-9138-4a50-b7e5-1d7c17bc698a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275327 May 02 14:52:56.640782 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:52:56.654976 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c3c9d-3013-455d-b6c2-19c6c641e103 req-df736ff0-a2bb-40d8-9577-b37ddaa32ee2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:56.656472 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-265c3c9d-3013-455d-b6c2-19c6c641e103 req-df736ff0-a2bb-40d8-9577-b37ddaa32ee2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0565615 May 02 14:52:56.704948 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-265c3c9d-3013-455d-b6c2-19c6c641e103 req-7213d3e9-b6fb-474e-9f14-5b827ba46f13 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428450 May 02 14:52:56.754980 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:52:56.759549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:56.767185 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:52:56.776739 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:56.781329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:52:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:56.792486 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8e397ca8-5f1d-47fd-8e9d-f5b9ca375f90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "PUT /v2.0/floatingips/7afae67b-d570-4d6d-bc39-c95193ff9aa9 HTTP/1.1" status: 200 len: 991 time: 1.7455683 May 02 14:52:56.793077 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:52:56.795416 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e7f403-547e-47cd-b7a9-50b0f34252c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:52:56.831647 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3a7250-d795-4ed4-9d51-f5b7c7d51d7b x-openstack-request-id: req-7f3a7250-d795-4ed4-9d51-f5b7c7d51d7b {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:52:56.831976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:52:56.832239 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f3a7250-d795-4ed4-9d51-f5b7c7d51d7b {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:52:56.832655 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f3a7250-d795-4ed4-9d51-f5b7c7d51d7b'] response: {'name': 'network-changed', 'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'status': 'completed', 'code': 200} May 02 14:52:56.890897 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:57.180220 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '7afae67b-d570-4d6d-bc39-c95193ff9aa9', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:e8:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:52:06Z', 'updated_at': '2022-05-02T14:52:55Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:57.206131 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:52:57.215167 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:52:57.215803 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:52:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:57.355915 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:52:57.359105 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-59182679-c1b2-4b2e-ae95-90388a97390b req-c3644289-2be9-465b-ad90-4e84401937d7 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0278635 May 02 14:52:57.582181 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '7afae67b-d570-4d6d-bc39-c95193ff9aa9', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:e8:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:52:06Z', 'updated_at': '2022-05-02T14:52:55Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:52:57.611896 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eb0e73-a80f-42a2-ae31-8734fb33dfcb None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '7afae67b-d570-4d6d-bc39-c95193ff9aa9', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:e8:e6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:52:06Z', 'updated_at': '2022-05-02T14:52:55Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:52:57.789833 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52cc04-abe3-4664-917e-09b9492a1fd7 req-0ca754ee-0bbd-49db-b7a9-42424d479f5b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:57.791998 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ce52cc04-abe3-4664-917e-09b9492a1fd7 req-0ca754ee-0bbd-49db-b7a9-42424d479f5b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0608637 May 02 14:52:57.837071 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-edb9b5cb-90db-4ec5-aa5f-3d1aa9ff9e38 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396633 May 02 14:52:57.856846 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ce52cc04-abe3-4664-917e-09b9492a1fd7 req-2662b535-d90d-4eea-a5d4-8b8893e1d0b3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568695 May 02 14:52:57.888345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb171439-a7c0-46f7-93a9-d1ff57222665 None None] New status for floating IP 7afae67b-d570-4d6d-bc39-c95193ff9aa9: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:52:57.991805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414f27-3061-4d79-b48e-3d5a1a5877db req-72652aac-42c2-4635-a0b9-ccf17931275b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:57.996079 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d9414f27-3061-4d79-b48e-3d5a1a5877db req-72652aac-42c2-4635-a0b9-ccf17931275b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0530329 May 02 14:52:58.038030 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-65d64f6c-3830-4749-851c-deb9e9ff354f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:58.044739 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-65d64f6c-3830-4749-851c-deb9e9ff354f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068212 May 02 14:52:58.047066 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d9414f27-3061-4d79-b48e-3d5a1a5877db req-a302d37c-5f82-444c-9d80-7a16c6124efe tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477734 May 02 14:52:58.054816 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-cf66d9e2-2b83-44d1-a211-44d397c23ef9 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/quotas/54de2c0fb2fc4192bfeaa5a16b0fa683 HTTP/1.1" status: 200 len: 375 time: 0.0091696 May 02 14:52:58.099953 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-d347b7bd-93a1-46e9-8da3-c45470bc18f9 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396824 May 02 14:52:58.398561 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f5670f3c-a9f8-41ff-8d9e-93322bf024c1 req-a423dd65-693f-4934-ada6-a7dcdf0c9371 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0451996 May 02 14:52:58.467686 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8450a7b0-c85d-48ca-b749-b03b9cf5542f req-c04eb832-7040-4fe1-a332-cf96bd7be599 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0308743 May 02 14:52:58.736917 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-887102dd-da27-49b9-bd3f-bd2b9b96ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:58.739663 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-887102dd-da27-49b9-bd3f-bd2b9b96ff4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1130 time: 0.0428810 May 02 14:52:58.748205 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-95c998f2-ad6a-4e0f-a048-c8208cb8a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:58.749669 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-95c998f2-ad6a-4e0f-a048-c8208cb8a061 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.0433805 May 02 14:52:58.850117 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-1cbf0394-2c3b-4ec2-a965-646251b21583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:58.851722 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-1cbf0394-2c3b-4ec2-a965-646251b21583 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.0915809 May 02 14:52:59.005543 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786aa37-d795-403c-ba96-d5eb8195c865 req-efadee44-b98d-4497-8208-e395c9b94d24 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.007202 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8786aa37-d795-403c-ba96-d5eb8195c865 req-efadee44-b98d-4497-8208-e395c9b94d24 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0587387 May 02 14:52:59.059479 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8786aa37-d795-403c-ba96-d5eb8195c865 req-b8af6823-d362-44e4-8205-faf40114a4cd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 May 02 14:52:59.076363 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-ea6fb02e-f986-4d95-9c26-fbc13920f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.077841 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-ea6fb02e-f986-4d95-9c26-fbc13920f8a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.2931070 May 02 14:52:59.207201 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-d197b8e6-b611-46fc-8fa0-ec74d7ed6555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 217 time: 0.0463808 May 02 14:52:59.213800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83490353-97ec-4549-afeb-63c25eab9b40 req-15e8741d-a254-46f0-addd-220b32c65e0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.220616 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83490353-97ec-4549-afeb-63c25eab9b40 req-15e8741d-a254-46f0-addd-220b32c65e0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 943 time: 0.0967922 May 02 14:52:59.274733 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-8032c318-fa3d-44bd-bd41-38e57462dda5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 1001 time: 0.1142857 May 02 14:52:59.302129 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83490353-97ec-4549-afeb-63c25eab9b40 req-3895e099-6f8f-4112-9d82-06b32f99600d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794299 May 02 14:52:59.302536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-a1f0c277-f707-471b-914d-bf987a76efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.304044 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-a1f0c277-f707-471b-914d-bf987a76efcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0684702 May 02 14:52:59.358396 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-a26cc1fe-a81d-4a04-a623-b09e61926f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.359706 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-a26cc1fe-a81d-4a04-a623-b09e61926f62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436041 May 02 14:52:59.362876 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-38dd90e0-190f-43a1-8c32-7fef0be1243b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.364754 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-38dd90e0-190f-43a1-8c32-7fef0be1243b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0500839 May 02 14:52:59.472722 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-4d67da65-0a14-4001-85e1-c6252a7eb55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:52:59.474222 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-4d67da65-0a14-4001-85e1-c6252a7eb55b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0678732 May 02 14:52:59.499992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6dfd065a-22b1-4ba2-bfb0-f3e357fcb585 req-bb7c5eda-6c78-46b3-ab53-0a61b1186ad9 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0434391 May 02 14:52:59.501507 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-c82900b5-b305-4b27-a1b7-3a4f3eeeb39d service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944674 May 02 14:52:59.587988 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-844c8751-7814-42b9-96c1-c1818c9beab2 req-5b6ff895-29de-49db-b457-47488079ffe0 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0465143 May 02 14:52:59.588574 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-741d7817-989f-4e43-8cf9-bfc645e04afa service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979221 May 02 14:52:59.633127 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:52:59.644939 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e42cb565-5650-461d-a5bf-26ad9e1816b3 req-b1567e9f-778f-4459-9cfa-5902ee9c3444 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377580 May 02 14:52:59.729719 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:59.745652 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'port_id': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'mac_address': 'fa:16:3e:c4:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:52:59.784851 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:52:59.785240 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:59.798398 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:52:59.819619 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:52:59.914814 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:52:59.963824 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:52:59.971045 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.971394 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.971757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.972149 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.972490 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.972826 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.973648 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.973648 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.973927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.974133 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.974461 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.974786 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.975112 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.975437 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.975755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:52:59.980194 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-18e7f403-547e-47cd-b7a9-50b0f34252c9 req-30d06c81-57ad-4f9a-9511-c3ebbc89a496 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884566 May 02 14:53:00.180972 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb09be-81fd-49a1-87c7-100420bb4e2f req-ef6711e3-47f8-4db4-8ab6-732793725b57 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:00.182740 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9deb09be-81fd-49a1-87c7-100420bb4e2f req-ef6711e3-47f8-4db4-8ab6-732793725b57 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0553091 May 02 14:53:00.235621 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9deb09be-81fd-49a1-87c7-100420bb4e2f req-2e3de358-05e8-4825-b723-ed5a2760ba67 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 May 02 14:53:00.422455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c71e1b-aaff-4547-be73-4722edef4e92 req-535493e8-ee7a-4afd-ab28-c0128aded544 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:00.423997 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63c71e1b-aaff-4547-be73-4722edef4e92 req-535493e8-ee7a-4afd-ab28-c0128aded544 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0502620 May 02 14:53:00.486963 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63c71e1b-aaff-4547-be73-4722edef4e92 req-6416ad36-bdf2-4962-9333-2a7a1fbe0d8c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572138 May 02 14:53:00.513522 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:00.597351 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8a624f31-430a-4656-8d99-3cc7ddc36202 req-29a2cc19-c242-47f6-b3cb-7683dadeceef tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0284686 May 02 14:53:00.704376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e3847ada-e7f2-49b4-ac37-7d8faafe86af req-4246da42-9b99-4093-adb4-78b345856104 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0318797 May 02 14:53:01.351002 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75f2f8-2529-48d6-9b94-b5d85470334a req-9c8c606e-41d8-4b5b-a324-fb4759df6d90 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:01.352499 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f75f2f8-2529-48d6-9b94-b5d85470334a req-9c8c606e-41d8-4b5b-a324-fb4759df6d90 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0478044 May 02 14:53:01.400078 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f75f2f8-2529-48d6-9b94-b5d85470334a req-13053319-0105-4096-815d-e0edb5e59bce tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 May 02 14:53:01.598520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb821d9-ab11-479d-997a-b2f9fcb155e6 req-0ec2fedd-0526-42aa-b0d6-59fb684eb2bd tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:01.599993 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-feb821d9-ab11-479d-997a-b2f9fcb155e6 req-0ec2fedd-0526-42aa-b0d6-59fb684eb2bd tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0473392 May 02 14:53:01.646903 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-feb821d9-ab11-479d-997a-b2f9fcb155e6 req-ea8d844b-7bf2-4f9f-a022-7a6e570929d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412312 May 02 14:53:01.698210 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-feda28ca-d37f-4c7e-bf58-c36783ff07bc req-3b1a73b3-70a2-49ab-9766-58bbb7744b38 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0310576 May 02 14:53:01.799626 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a01ff779-9583-4ae7-82e0-018496f95961 req-17fffbb2-4ca2-4338-9b74-aae8aa17c4c6 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0269721 May 02 14:53:02.514693 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae531dd-b042-496e-bb8b-575612dee2fe req-b171c56e-734e-48dd-a852-cca86d4d2d82 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:02.516142 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dae531dd-b042-496e-bb8b-575612dee2fe req-b171c56e-734e-48dd-a852-cca86d4d2d82 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0455034 May 02 14:53:02.563960 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dae531dd-b042-496e-bb8b-575612dee2fe req-a36d0c38-0c65-4900-8ae8-be3254b92219 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 May 02 14:53:02.763366 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e42a-9484-4e21-b2e2-7593e22eb1f1 req-fcdf0d9c-ddc0-4659-993c-c4a890e16e07 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:02.764877 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1005e42a-9484-4e21-b2e2-7593e22eb1f1 req-fcdf0d9c-ddc0-4659-993c-c4a890e16e07 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0478227 May 02 14:53:02.795334 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-273a0b05-eba0-4037-be08-b21e440b5688 req-3bc7173d-9049-406d-83c1-1d9376ac9044 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0266919 May 02 14:53:02.816445 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1005e42a-9484-4e21-b2e2-7593e22eb1f1 req-201314bb-06a3-47fb-8624-bc0f10e7d592 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460706 May 02 14:53:02.893244 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d1942ad1-9922-4832-9ccc-85f95cd71036 req-3b0f3e38-f5ba-4782-9d82-b5f37911dd47 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0274775 May 02 14:53:03.675841 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d51462-98a8-4dcf-a52d-a6f0de351f1b req-36bd21ed-bf2f-4ab2-8034-342f09f57a20 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:03.677294 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b2d51462-98a8-4dcf-a52d-a6f0de351f1b req-36bd21ed-bf2f-4ab2-8034-342f09f57a20 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0465634 May 02 14:53:03.721690 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b2d51462-98a8-4dcf-a52d-a6f0de351f1b req-79219e76-c2f0-4fbe-9fe5-ee0b43807172 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388708 May 02 14:53:03.892525 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a248a3c-040c-4645-99f8-1bfd9c3e86be req-52dcb5b2-2abb-46de-bc81-d38695ba7fc4 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0304406 May 02 14:53:03.929498 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b1bf-8907-49bf-b5d0-505cbe16e594 req-44ad14cd-2bc5-4cbf-8592-59b9f0f68026 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:03.930986 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4fe1b1bf-8907-49bf-b5d0-505cbe16e594 req-44ad14cd-2bc5-4cbf-8592-59b9f0f68026 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0477011 May 02 14:53:03.977973 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4fe1b1bf-8907-49bf-b5d0-505cbe16e594 req-0edb70bd-3fdf-4c91-b90b-af3010537306 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 May 02 14:53:03.987012 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07ce6d3d-5b44-4183-a5e3-7685baee0233 req-fab4640d-1c8e-491b-8b6f-90bfe4dda650 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0291660 May 02 14:53:04.836852 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842f0cb-82c9-4d6b-ab92-d47d41cac50f req-f2890101-f3d1-45a3-8277-89b6ce6ba576 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:04.838904 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f842f0cb-82c9-4d6b-ab92-d47d41cac50f req-f2890101-f3d1-45a3-8277-89b6ce6ba576 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0504239 May 02 14:53:04.886069 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f842f0cb-82c9-4d6b-ab92-d47d41cac50f req-3895b283-e1aa-40b0-ad43-ba2cd2438083 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416315 May 02 14:53:04.986663 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27003df3-9687-436e-b5ae-6cf4e25cf0da req-dc656258-6063-46bf-8d29-916da6233534 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0279059 May 02 14:53:05.080364 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5e84b413-63bb-4113-9277-7a138fe655a0 req-502608a9-5c02-424f-8a88-1229ec4c57ef tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0265262 May 02 14:53:05.093877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6b762-8f5d-42e2-b966-6397e566e6e3 req-82a6129e-904e-4ea7-894f-31af3e4276a3 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:05.095377 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ed6b762-8f5d-42e2-b966-6397e566e6e3 req-82a6129e-904e-4ea7-894f-31af3e4276a3 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0469379 May 02 14:53:05.142226 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ed6b762-8f5d-42e2-b966-6397e566e6e3 req-d0185bd5-17b2-4831-a067-be5baf6fa88c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 May 02 14:53:05.995785 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234cf6-aa83-4220-8e13-c7950724f9a1 req-c6aa7ceb-318a-472a-839f-971e089b6979 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:05.997265 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-49234cf6-aa83-4220-8e13-c7950724f9a1 req-c6aa7ceb-318a-472a-839f-971e089b6979 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0454364 May 02 14:53:06.051328 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-49234cf6-aa83-4220-8e13-c7950724f9a1 req-ee5fcf6a-d99a-431f-8db0-9ab5f96bfc26 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 May 02 14:53:06.086400 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5e5ad030-2796-4d43-ad7e-7e1f781eb8f3 req-0776f264-8d95-425e-a785-18b6c08a30d2 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0319481 May 02 14:53:06.183397 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d91a45a4-1a8f-4156-8983-cd4a81b69f9d req-f7dc649b-28de-4784-adf7-48bae0c05203 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0268712 May 02 14:53:06.252280 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4c305-dfa6-4377-8519-b19c97144752 req-2c5cfa55-253a-40e1-a130-0d950da42257 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:06.253730 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-76f4c305-dfa6-4377-8519-b19c97144752 req-2c5cfa55-253a-40e1-a130-0d950da42257 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0460851 May 02 14:53:06.300267 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-76f4c305-dfa6-4377-8519-b19c97144752 req-409e17de-fa35-4798-8fa3-92606e63ee45 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 May 02 14:53:07.163816 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88052861-d7d4-4c67-8db7-d5a342711dd2 req-f49fd638-7bf7-4cc7-922c-6c22bd88da97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:07.165304 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88052861-d7d4-4c67-8db7-d5a342711dd2 req-f49fd638-7bf7-4cc7-922c-6c22bd88da97 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0452702 May 02 14:53:07.180002 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0e1b3905-574d-44e9-82e6-5b3a3aec9323 req-ed612679-acae-4cc8-aeae-bebfdbd4c510 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0273993 May 02 14:53:07.212234 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88052861-d7d4-4c67-8db7-d5a342711dd2 req-bd74b547-98d1-4ed3-9d4d-5dc6708dd2c7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 May 02 14:53:07.274699 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a9a08299-136d-4a7b-9a1f-192cb4c6ca61 req-cbf52567-390d-4ffc-acb3-6458c4e97f57 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0263913 May 02 14:53:07.409198 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a44e2-69d7-41ed-94d2-1b74af53bee2 req-1cac000f-3e3e-44d4-bb3f-67dead0f836d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:07.410679 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-197a44e2-69d7-41ed-94d2-1b74af53bee2 req-1cac000f-3e3e-44d4-bb3f-67dead0f836d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 944 time: 0.0464308 May 02 14:53:07.459495 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-197a44e2-69d7-41ed-94d2-1b74af53bee2 req-e43e44ba-ee0e-4580-8bba-55ce1fdbb5ca tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 May 02 14:53:07.721330 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:53:07.767888 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:53:07.923141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:07.923479 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:07.999524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:07.999946 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:08.021261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:08.023451 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede9d16e-0359-4a05-85b1-c2c1e39a9ce1" -d '{"events": [{"server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:08.036232 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:08.058434 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa5cf17-5486-4abd-82eb-5e0a800d9e85 x-openstack-request-id: req-caa5cf17-5486-4abd-82eb-5e0a800d9e85 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:08.058770 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:08.059030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caa5cf17-5486-4abd-82eb-5e0a800d9e85 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:08.059423 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa5cf17-5486-4abd-82eb-5e0a800d9e85'] response: {'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'code': 200} May 02 14:53:08.168945 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:08.217674 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:08.275867 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a3c39146-72ed-429b-a4aa-d4753013c07d req-f07c5e42-0a06-4bc3-b007-f67e8735de59 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0273449 May 02 14:53:08.329829 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e2e63-33be-4373-b4dd-602a2e91e896 req-2dab52a8-e811-43f3-be1c-c5e21fbc72fb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:08.331339 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-de6e2e63-33be-4373-b4dd-602a2e91e896 req-2dab52a8-e811-43f3-be1c-c5e21fbc72fb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0502734 May 02 14:53:08.372896 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6bc22b28-0874-4fae-b6af-b6772916d039 req-320dd846-0c4d-4120-a7ba-cbef810d1dbd tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0283527 May 02 14:53:08.381368 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-de6e2e63-33be-4373-b4dd-602a2e91e896 req-cf6b35a8-339b-49ff-bc0d-362a8c79587f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 May 02 14:53:08.576947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1d2e4-47fc-4b47-bf12-4c62acbc45ba req-29be2a82-9500-42f4-b127-3eb568938a92 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:08.578363 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3ae1d2e4-47fc-4b47-bf12-4c62acbc45ba req-29be2a82-9500-42f4-b127-3eb568938a92 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0446484 May 02 14:53:08.625994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3ae1d2e4-47fc-4b47-bf12-4c62acbc45ba req-359a6651-ed8e-4ee8-b6c8-6d74a967808f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 May 02 14:53:09.370526 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cf82d33b-6d94-4c12-9d34-db4ca0707916 req-cf657d01-c7c2-479e-8a0f-1b3ec43d20bf tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0292661 May 02 14:53:09.481180 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-afb522f1-cb20-4cfc-8633-f876e8ecdc71 req-0ad16bc1-e4f7-4efc-bc12-21b800038948 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0396590 May 02 14:53:09.498181 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd969ad-defa-401c-b00a-9817c3172216 req-e6ab887b-7967-4269-ad79-eaea28326f8d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:09.498974 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dfd969ad-defa-401c-b00a-9817c3172216 req-e6ab887b-7967-4269-ad79-eaea28326f8d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0500355 May 02 14:53:09.555026 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dfd969ad-defa-401c-b00a-9817c3172216 req-31641bee-f80b-4fe9-801b-3ad0875d47a1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488605 May 02 14:53:09.740563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9f61-3506-4ee8-88c5-76a18876d5e2 req-71c909e8-f86e-4f7a-8a30-83c067f1a8d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:09.742213 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-32bf9f61-3506-4ee8-88c5-76a18876d5e2 req-71c909e8-f86e-4f7a-8a30-83c067f1a8d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0493991 May 02 14:53:09.788755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-32bf9f61-3506-4ee8-88c5-76a18876d5e2 req-7c8d4125-2b45-4f4e-8b73-e60264b395cb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 May 02 14:53:10.310916 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba64e16-900d-4cee-963f-6a12063b7977 req-fe0d13c1-b4ed-4511-a802-a49810911ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:10.312560 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6ba64e16-900d-4cee-963f-6a12063b7977 req-fe0d13c1-b4ed-4511-a802-a49810911ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1129 time: 0.0418735 May 02 14:53:10.363442 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6ba64e16-900d-4cee-963f-6a12063b7977 req-26208113-6cbc-4ad0-bd0b-d54ad11c6732 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430272 May 02 14:53:10.392562 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-13c35b3e-0602-4abd-ae1b-fb7020b84a28 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:10.394659 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-13c35b3e-0602-4abd-ae1b-fb7020b84a28 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "GET /v2.0/networks?id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b HTTP/1.1" status: 200 len: 808 time: 0.1064007 May 02 14:53:10.470976 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-145d3d4d-15ec-4feb-9ee4-5aa7ca442bf1 req-5be7412d-bc5d-4531-a692-3cee906da894 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0283861 May 02 14:53:10.593710 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8b3b66d4-7a58-421a-92fb-b5b8061aba39 req-03e9f88b-19a1-446e-9856-4f62903a3b90 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0297701 May 02 14:53:10.675552 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5528539-7c8f-420d-b3ab-0b6dfff1dae6 req-b1b0d640-017a-4a80-b4f1-2599ae341f8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:10.677060 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d5528539-7c8f-420d-b3ab-0b6dfff1dae6 req-b1b0d640-017a-4a80-b4f1-2599ae341f8c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0544155 May 02 14:53:10.726603 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d5528539-7c8f-420d-b3ab-0b6dfff1dae6 req-0d2f9fb2-167a-4237-a8a4-4142345ed0df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 May 02 14:53:10.910082 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1903e4-da3c-436a-b32c-9962330ccdf3 req-cf3ab8fa-5744-48f2-a273-c1e4c4640289 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:10.911542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf1903e4-da3c-436a-b32c-9962330ccdf3 req-cf3ab8fa-5744-48f2-a273-c1e4c4640289 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0484056 May 02 14:53:10.942230 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Request body: {'port': {'device_id': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b', 'admin_state_up': True, 'tenant_id': 'c863c2aa893f4616918e7134047a6507'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:10.980479 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-000b2215-c902-4e49-b703-d8076f2e0f5d tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381336 May 02 14:53:10.984030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf1903e4-da3c-436a-b32c-9962330ccdf3 req-84442f35-ab75-4d32-8c93-9a77e46a6e14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659716 May 02 14:53:11.185725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Made reservation on behalf of c863c2aa893f4616918e7134047a6507 for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:11.189239 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:11.319892 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Allocated IP 172.20.0.2 (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b/5336cae5-7238-49db-9ea4-b6b8d37cb71b/4de34467-566c-47b7-932c-110e06160138) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:11.470930 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks [] for port (4de34467-566c-47b7-932c-110e06160138), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:11.577819 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (4de34467-566c-47b7-932c-110e06160138), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:11.590065 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-baf48f2f-d1b8-483d-ae5e-a7897c8ed834 req-31410259-db6b-4943-802d-030d2f31b14b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0438066 May 02 14:53:11.644963 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:11.649544 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:11.654980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:11.749366 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:11.750001 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:11.757367 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:11.847553 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a17dc7-a76f-4408-9730-3002345860f8 req-f33cbe5e-04d1-47d7-b8bb-d916e98ca78b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:11.849110 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-02a17dc7-a76f-4408-9730-3002345860f8 req-f33cbe5e-04d1-47d7-b8bb-d916e98ca78b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 931 time: 0.1562092 May 02 14:53:11.914283 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-262e0237-cf00-4545-84a8-23560e95b0ab tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9761405 May 02 14:53:11.934168 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Request body: {'port': {'device_id': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:11.944014 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-636965c7-d5ad-4185-845b-83fbcb51132e tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:11.945487 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-636965c7-d5ad-4185-845b-83fbcb51132e tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874370 May 02 14:53:11.953371 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-02a17dc7-a76f-4408-9730-3002345860f8 req-2f602a15-09e9-47a0-bffe-57b120d4a25b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962598 May 02 14:53:11.975653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Request body: {'port': {'device_id': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251', 'admin_state_up': True, 'tenant_id': '54de2c0fb2fc4192bfeaa5a16b0fa683'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:12.004392 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4de34467-566c-47b7-932c-110e06160138), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.164549 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25d19-c2b5-4b8f-8337-e333c0945bfd req-268c1fca-d139-423f-bdc7-2e2cc505275a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:12.166579 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cce25d19-c2b5-4b8f-8337-e333c0945bfd req-268c1fca-d139-423f-bdc7-2e2cc505275a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.1053081 May 02 14:53:12.240215 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Made reservation on behalf of 54de2c0fb2fc4192bfeaa5a16b0fa683 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:12.245305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.254602 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.276098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cce25d19-c2b5-4b8f-8337-e333c0945bfd req-eb996ed0-fa64-4758-889d-3d61c96ea7ef tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888577 May 02 14:53:12.334215 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks [] for security_group (ef11012d-09c8-4340-802d-f5da667e48b0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.350024 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de34467-566c-47b7-932c-110e06160138 {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:12.357884 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks [] for port (4de34467-566c-47b7-932c-110e06160138), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.370757 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Transition to ACTIVE for port object 4de34467-566c-47b7-932c-110e06160138 will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:53:12.500144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ef11012d-09c8-4340-802d-f5da667e48b0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.534549 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (4de34467-566c-47b7-932c-110e06160138), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.568556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11012d-09c8-4340-802d-f5da667e48b0,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:12.584799 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:12.597165 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.665758 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Allocated IP 192.168.233.12 (0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251/c24d1a85-668e-4b42-b28b-c48c51a9aadc/060b0b24-d356-44fc-86b9-ffcb1f4173eb) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:12.674315 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Attempting to bind port 4de34467-566c-47b7-932c-110e06160138 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:53:12.674808 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Attempting to bind port 4de34467-566c-47b7-932c-110e06160138 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:53:12.675317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Attempting to bind port 4de34467-566c-47b7-932c-110e06160138 on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:12.680139 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Port 4de34467-566c-47b7-932c-110e06160138 on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:53:12.680478 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Attempting to bind port 4de34467-566c-47b7-932c-110e06160138 on network bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:12.686054 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:53:12.686403 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Checking segment: {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:53:12.686789 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Bound using segment: {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:53:12.687539 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Bound port: 4de34467-566c-47b7-932c-110e06160138, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:53:12.687659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4de34467-566c-47b7-932c-110e06160138), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.712201 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-59a5b8f3-97db-4386-9190-54169bbcf1b6 req-5afc3a71-ff0a-4ec6-9847-33b99e442843 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0358708 May 02 14:53:12.769408 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:53:12.773518 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:53:12.843112 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks [] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.883889 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (4de34467-566c-47b7-932c-110e06160138), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.920484 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:12.921108 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.922488 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] 10.222.0.41 "PUT /v2.0/ports/4de34467-566c-47b7-932c-110e06160138 HTTP/1.1" status: 200 len: 1093 time: 0.9931357 May 02 14:53:12.922931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'tag': '4de34467-566c-47b7-932c-110e06160138'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:12.925233 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98faeb80-5c0d-475b-b389-7142bb74fe24" -d '{"events": [{"name": "network-changed", "server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "tag": "4de34467-566c-47b7-932c-110e06160138"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:12.952471 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed1599-d9c0-4e09-8c91-09f4c3ecfb68 service neutron] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:12.963614 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:12.965042 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46d1e17-02e3-4f2a-8f60-11c58289ced4 x-openstack-request-id: req-e46d1e17-02e3-4f2a-8f60-11c58289ced4 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:12.965446 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "tag": "4de34467-566c-47b7-932c-110e06160138", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:12.965804 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e46d1e17-02e3-4f2a-8f60-11c58289ced4 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:12.966261 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e46d1e17-02e3-4f2a-8f60-11c58289ced4'] response: {'name': 'network-changed', 'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'tag': '4de34467-566c-47b7-932c-110e06160138', 'status': 'completed', 'code': 200} May 02 14:53:13.007406 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:13.010910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:13.017006 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:13.023890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Pushing event updated for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:13.075943 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-1bbd1d34-c3e1-48bc-8d7d-306841668f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.077500 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-1bbd1d34-c3e1-48bc-8d7d-306841668f20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 1127 time: 0.0458617 May 02 14:53:13.105368 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.105971 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.115114 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2680f6-86f8-4cd1-a420-a9ddeabbac15 req-5dbde00b-e294-4737-bcfd-c9f6f0034d57 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.116690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2b2680f6-86f8-4cd1-a420-a9ddeabbac15 req-5dbde00b-e294-4737-bcfd-c9f6f0034d57 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0728037 May 02 14:53:13.167978 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2b2680f6-86f8-4cd1-a420-a9ddeabbac15 req-aba2d506-67a6-48ef-9137-f5fe5f0d7f12 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 May 02 14:53:13.212433 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-b69d333f-130d-4fb7-a05c-ba8efeb61552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.216746 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-b69d333f-130d-4fb7-a05c-ba8efeb61552 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c863c2aa893f4616918e7134047a6507&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1210039 May 02 14:53:13.249191 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-faf070e4-a665-448f-8770-83936c6f965c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2817447 May 02 14:53:13.255009 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-a1e84aff-0ecd-47b4-a2e7-35eeedf730f9 None None] Provisioning complete for port 060b0b24-d356-44fc-86b9-ffcb1f4173eb triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:13.255810 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a1e84aff-0ecd-47b4-a2e7-35eeedf730f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.276517 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Request body: {'port': {'device_id': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:13.294258 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a1e84aff-0ecd-47b4-a2e7-35eeedf730f9 None None] Port 060b0b24-d356-44fc-86b9-ffcb1f4173eb cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:53:13.338897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.339387 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-f10be542-4a3a-4f00-8862-a1e8c98495a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.340940 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-98faeb80-5c0d-475b-b389-7142bb74fe24 req-f10be542-4a3a-4f00-8862-a1e8c98495a5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177113 May 02 14:53:13.400074 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46b55-110a-4c88-b049-16ac5ad3ac70 req-7e704551-d401-4260-ba09-c813e4aab4f8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.402149 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dcf46b55-110a-4c88-b049-16ac5ad3ac70 req-7e704551-d401-4260-ba09-c813e4aab4f8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0497696 May 02 14:53:13.450768 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dcf46b55-110a-4c88-b049-16ac5ad3ac70 req-fba0eaa4-d5d8-4b50-afaa-f0840ac224e7 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 May 02 14:53:13.585370 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-562076ad-6354-476b-818b-4544da279011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.601188 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b53047-212b-4cc7-a4ad-abc0828a7e7c req-a9400205-6017-4b28-9ae6-a30cf403aea6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.602762 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69b53047-212b-4cc7-a4ad-abc0828a7e7c req-a9400205-6017-4b28-9ae6-a30cf403aea6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0666389 May 02 14:53:13.678431 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060b0b24-d356-44fc-86b9-ffcb1f4173eb {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:13.681076 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-e8bbf4b4-c133-498c-ac91-f6e5e1c3b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.682708 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-e8bbf4b4-c133-498c-ac91-f6e5e1c3b519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c863c2aa893f4616918e7134047a6507&device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 1127 time: 0.0429339 May 02 14:53:13.694750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks [] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.701753 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69b53047-212b-4cc7-a4ad-abc0828a7e7c req-4ccbf23d-68f7-442c-9ef9-c578581a3b2e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912743 May 02 14:53:13.709691 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Transition to ACTIVE for port object 060b0b24-d356-44fc-86b9-ffcb1f4173eb will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:53:13.748248 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-a6ea54f1-1fb9-4df9-93d4-c12057322c8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4de34467-566c-47b7-932c-110e06160138 HTTP/1.1" status: 200 len: 217 time: 0.0449939 May 02 14:53:13.772285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:13.811574 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-40b6039b-eb81-4b73-b22c-516ebfa6f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:13.813643 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-40b6039b-eb81-4b73-b22c-516ebfa6f939 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5336cae5-7238-49db-9ea4-b6b8d37cb71b HTTP/1.1" status: 200 len: 848 time: 0.0567608 May 02 14:53:13.849062 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-b50b4108-7e67-450a-aafe-0562a09a8520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293205 May 02 14:53:13.964495 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-4c10bfcc-dc17-4f64-a446-4558276caf4b service neutron] 10.222.0.41 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071193 May 02 14:53:14.069748 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4dd39530-c6b3-49e9-87f5-f25f5bd974b4 req-44a015a0-c248-44db-8084-89646fe82f6d service neutron] 10.222.0.41 "GET /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980117 May 02 14:53:14.153170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Pushing event updated for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:14.167009 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a9ef6-b214-457b-9d6d-a2092b115762 req-25b42c48-be8f-4cc9-9de9-939864f546dd tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:14.168571 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8a9a9ef6-b214-457b-9d6d-a2092b115762 req-25b42c48-be8f-4cc9-9de9-939864f546dd tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.3492057 May 02 14:53:14.221807 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37918) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:14.226174 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1317104978', 'description': 'tempest-description--630715793'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:14.278136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Attempting to bind port 060b0b24-d356-44fc-86b9-ffcb1f4173eb on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:53:14.278525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Attempting to bind port 060b0b24-d356-44fc-86b9-ffcb1f4173eb by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:53:14.278978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Attempting to bind port 060b0b24-d356-44fc-86b9-ffcb1f4173eb on network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:14.286679 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8a9a9ef6-b214-457b-9d6d-a2092b115762 req-e7294b5d-90eb-464c-8f42-9a1aa34bd902 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006374 May 02 14:53:14.288931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Port 060b0b24-d356-44fc-86b9-ffcb1f4173eb on network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:53:14.289262 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Attempting to bind port 060b0b24-d356-44fc-86b9-ffcb1f4173eb on network 0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:14.295756 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:53:14.296162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Checking segment: {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:53:14.296540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Bound using segment: {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:53:14.296976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Bound port: 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8034ff41-5afe-4ce9-b153-c7e511be9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:53:14.297319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.369676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db060c7-a011-4de8-a7e4-8193714b1b4e req-ff079624-f349-423e-b142-7607867095f2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:14.371286 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7db060c7-a011-4de8-a7e4-8193714b1b4e req-ff079624-f349-423e-b142-7607867095f2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0972960 May 02 14:53:14.372080 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:53:14.407912 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:53:14.421768 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7db060c7-a011-4de8-a7e4-8193714b1b4e req-408a5628-98cf-4565-b2e3-dcb030efb847 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 May 02 14:53:14.424812 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412698a-deb3-413d-88e0-1310c8f96a79 req-ab145b35-a559-49b2-bac1-604175cda2f2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:14.426489 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2412698a-deb3-413d-88e0-1310c8f96a79 req-ab145b35-a559-49b2-bac1-604175cda2f2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0562828 May 02 14:53:14.480212 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2412698a-deb3-413d-88e0-1310c8f96a79 req-10625151-ed61-4edb-b369-75eafba5c90a tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480909 May 02 14:53:14.668566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.704723 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.751340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:14.751999 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.753390 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] 10.222.0.41 "PUT /v2.0/ports/060b0b24-d356-44fc-86b9-ffcb1f4173eb HTTP/1.1" status: 200 len: 1097 time: 1.4907267 May 02 14:53:14.753844 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:14.756120 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:14.793918 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (f7eb5d33-5ec6-4d49-951a-48dbe40b14dc), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.797167 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990c834-2fb5-48ff-9883-edd83dfec408 service neutron] Pushing event updated for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:14.800750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5834fd80-2bc0-4ba0-bf1b-946e805ce00b x-openstack-request-id: req-5834fd80-2bc0-4ba0-bf1b-946e805ce00b {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:14.807028 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:14.807028 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5834fd80-2bc0-4ba0-bf1b-946e805ce00b {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:14.807028 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5834fd80-2bc0-4ba0-bf1b-946e805ce00b'] response: {'name': 'network-changed', 'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb', 'status': 'completed', 'code': 200} May 02 14:53:14.911300 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f7eb5d33-5ec6-4d49-951a-48dbe40b14dc), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:14.942253 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:15.070455 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.075999 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-31aead5b-6227-4857-a616-4b5aebed6a65 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8490002 May 02 14:53:15.076273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 37928) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:15.080860 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'security_group_rule': {'security_group_id': 'f7eb5d33-5ec6-4d49-951a-48dbe40b14dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:15.225397 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (468b5c08-1e17-46e8-b61e-791986102fbd), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.281453 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (468b5c08-1e17-46e8-b61e-791986102fbd), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.369600 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (468b5c08-1e17-46e8-b61e-791986102fbd), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.385542 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468b5c08-1e17-46e8-b61e-791986102fbd,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:15.420836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b6f9d-cbed-4180-850d-9399a6c4ae84 req-ccf93e63-ee73-4ce5-92ab-e3fe7dbd9978 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:15.428224 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d9b6f9d-cbed-4180-850d-9399a6c4ae84 req-ccf93e63-ee73-4ce5-92ab-e3fe7dbd9978 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0571847 May 02 14:53:15.473960 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d9b6f9d-cbed-4180-850d-9399a6c4ae84 req-a4474274-7898-4447-8e1f-103f10aacc32 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 May 02 14:53:15.530798 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.532415 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-dae97b66-c90f-481a-b3f6-75685d6df708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4550426 May 02 14:53:15.536959 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37944) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:15.541670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'security_group_rule': {'security_group_id': 'f7eb5d33-5ec6-4d49-951a-48dbe40b14dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:15.606021 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca4c5a-e8f3-4a16-8478-875acb64f863 req-fc251934-f00b-4c1b-a817-ea10331e456b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:15.607774 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecca4c5a-e8f3-4a16-8478-875acb64f863 req-fc251934-f00b-4c1b-a817-ea10331e456b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0552299 May 02 14:53:15.651353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (51260b20-ea84-4bff-a42d-886b6395b11b), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.655355 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecca4c5a-e8f3-4a16-8478-875acb64f863 req-ccd5b145-3459-4d99-93ba-972ca8f30e29 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 May 02 14:53:15.714007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (51260b20-ea84-4bff-a42d-886b6395b11b), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.785676 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (51260b20-ea84-4bff-a42d-886b6395b11b), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.803093 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51260b20-ea84-4bff-a42d-886b6395b11b,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:15.842710 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ec10d00b-e012-4f30-a246-7ecd03082988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.873345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:15.874502 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-e62210c4-96ab-44a5-9c8c-748a8e56e69e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3374088 May 02 14:53:15.877549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 37950) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:15.881812 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:15.988662 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.069341 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.171483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Allocated IP 172.27.0.159 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:16.277207 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.374137 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.410476 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:16.413244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:16.417301 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:16.444051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'Port': ['ID=90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:16.525681 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.592679 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109746ad-3972-4ea9-bddd-89fc6f1a7e79 req-0c8c9099-5ef0-45ef-86e4-ca34fe2be4ee tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:16.594138 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-109746ad-3972-4ea9-bddd-89fc6f1a7e79 req-0c8c9099-5ef0-45ef-86e4-ca34fe2be4ee tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0470884 May 02 14:53:16.641095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.684257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-109746ad-3972-4ea9-bddd-89fc6f1a7e79 req-85c64718-68ae-4016-98ec-5daa393c297a tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845082 May 02 14:53:16.798339 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75a7dc-fa3c-4936-aab5-1b5583667e97 req-a1cf66b3-10b4-4b2a-ab33-a60e75061f63 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:16.800054 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed75a7dc-fa3c-4936-aab5-1b5583667e97 req-a1cf66b3-10b4-4b2a-ab33-a60e75061f63 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0565417 May 02 14:53:16.819971 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.848522 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed75a7dc-fa3c-4936-aab5-1b5583667e97 req-cf2b702b-ccda-48b0-80c9-977a712bfdcd tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425546 May 02 14:53:16.882666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:16.963103 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'Port': ['ID=90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:16.971807 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:17.053383 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:17.054762 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-56fcf478-3c13-4e40-aec6-a89d09b21498 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1762655 May 02 14:53:17.251219 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-626d5969-837b-4df3-bb96-a035b3cefcbf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1317104978&fields=id&tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c HTTP/1.1" status: 200 len: 267 time: 0.0453367 May 02 14:53:17.298101 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:17.377023 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-c3d14f52-91ec-4186-84f9-25d465fbba47 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:17.383729 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-c3d14f52-91ec-4186-84f9-25d465fbba47 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.1255238 May 02 14:53:17.397416 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-ba95ace3-f96a-4912-876f-96b884db0196 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/quotas/e768ff7eb0ef4ff2aa7c1e0abebcb65c HTTP/1.1" status: 200 len: 375 time: 0.0122051 May 02 14:53:17.461297 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-0660f4b5-6ed9-4f65-ab39-485251949743 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541971 May 02 14:53:17.575248 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-994a6c9e-ed41-459f-b5ce-75676c7eb948 service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007440 May 02 14:53:17.689139 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-ed323fb3-c75d-4bb3-ae18-c4f5d6a61915 service neutron] 10.222.0.36 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077964 May 02 14:53:17.967775 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4afe52-91e6-41e9-a929-f2daee94f26c req-fd407da7-aba0-47ce-8128-3c2d34f61905 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:17.967775 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1f4afe52-91e6-41e9-a929-f2daee94f26c req-fd407da7-aba0-47ce-8128-3c2d34f61905 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0482993 May 02 14:53:18.023488 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1f4afe52-91e6-41e9-a929-f2daee94f26c req-647660da-2ece-4997-be77-6b70c99cb29a tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489619 May 02 14:53:18.091737 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-01c873b7-fa8d-4d49-a22b-26ffe23c3740 req-54000f2f-7fdc-4c8e-8522-f9cf0c7563b6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0273647 May 02 14:53:18.200478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e4353-7b58-4093-8ce4-44e96e3e66af req-21d128b9-d2c8-4cdc-b053-f968d1e325a5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:18.202024 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-098e4353-7b58-4093-8ce4-44e96e3e66af req-21d128b9-d2c8-4cdc-b053-f968d1e325a5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0509760 May 02 14:53:18.250221 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-098e4353-7b58-4093-8ce4-44e96e3e66af req-4661af45-6628-4784-9d34-8f0571d77409 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 May 02 14:53:18.320452 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38010) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:18.430859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-303b922b-10a6-4688-96d3-0910742dd98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.517954 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-303b922b-10a6-4688-96d3-0910742dd98f admin admin] Publish callbacks [] for security_group (050d206a-e11d-4f24-8c4d-7adfbf5d9a62), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.547944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.568302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-303b922b-10a6-4688-96d3-0910742dd98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (050d206a-e11d-4f24-8c4d-7adfbf5d9a62), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.610187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b922b-10a6-4688-96d3-0910742dd98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050d206a-e11d-4f24-8c4d-7adfbf5d9a62,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:18.615191 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-303b922b-10a6-4688-96d3-0910742dd98f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b4d791ca20144b08c2a0c17c31e6694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935996 May 02 14:53:18.617931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38018) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:18.670707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] Publish callbacks [] for security_group (050d206a-e11d-4f24-8c4d-7adfbf5d9a62), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.692112 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] Publish callbacks [] for security_group (050d206a-e11d-4f24-8c4d-7adfbf5d9a62), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.799657 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (050d206a-e11d-4f24-8c4d-7adfbf5d9a62), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.802243 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:18.803394 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/050d206a-e11d-4f24-8c4d-7adfbf5d9a62 HTTP/1.1" status: 204 len: 168 time: 0.1844525 May 02 14:53:18.811227 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1562d-e89b-426e-bf8d-6bd341a5cfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050d206a-e11d-4f24-8c4d-7adfbf5d9a62,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:19.014404 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6 req-a9236e26-12a6-4066-8287-856a8867685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.015975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6 req-a9236e26-12a6-4066-8287-856a8867685d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 1131 time: 0.0408480 May 02 14:53:19.072078 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6 req-8b209176-c9b0-4a53-b5f8-619ab6240a39 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206506 May 02 14:53:19.189136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43848-f40d-4d2a-9ecc-ff687cda6e55 req-9b71b3b9-fe04-4d71-b166-616e5a21bbc7 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.190649 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ddf43848-f40d-4d2a-9ecc-ff687cda6e55 req-9b71b3b9-fe04-4d71-b166-616e5a21bbc7 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0840766 May 02 14:53:19.213883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6 req-ecfdee42-c0ff-4d92-9316-51d582a97553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.215563 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a03bcfd5-27ed-4fd3-a296-c9aa5dde82a6 req-ecfdee42-c0ff-4d92-9316-51d582a97553 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367130 May 02 14:53:19.272416 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ddf43848-f40d-4d2a-9ecc-ff687cda6e55 req-85ca9235-832d-45da-ae04-21c1d53acc03 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558455 May 02 14:53:19.349308 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-32361ec4-e99e-4615-a103-5707245e2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.349308 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-32361ec4-e99e-4615-a103-5707245e2c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 1131 time: 0.0528255 May 02 14:53:19.380397 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-479c302a-8e2a-49fd-9301-33aaafef8cb1 req-958bca49-729b-46b3-9395-0d0535416fef tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0325379 May 02 14:53:19.430272 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-4c9118bd-bae2-4af0-b9d6-130699ae71cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb HTTP/1.1" status: 200 len: 217 time: 0.0367835 May 02 14:53:19.517096 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-4fdc4fd0-e4af-4816-a1d3-85659546c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.518575 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-4fdc4fd0-e4af-4816-a1d3-85659546c878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c24d1a85-668e-4b42-b28b-c48c51a9aadc HTTP/1.1" status: 200 len: 843 time: 0.0785866 May 02 14:53:19.527526 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9ade-3c13-4285-9e96-99b834105335 req-92e16185-3687-46e9-858b-93fc30600450 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.528994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-583e9ade-3c13-4285-9e96-99b834105335 req-92e16185-3687-46e9-858b-93fc30600450 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0624149 May 02 14:53:19.600957 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-1c65fbf2-d2ae-42f8-8b9e-e8710925db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:19.600957 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-1c65fbf2-d2ae-42f8-8b9e-e8710925db71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0686781 May 02 14:53:19.633937 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-583e9ade-3c13-4285-9e96-99b834105335 req-504c892a-1ac3-4f35-bbf2-ea83affb4a2e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964549 May 02 14:53:19.737342 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-83c4a34f-7ef7-4d05-b152-ff9f83a74855 service neutron] 10.222.0.41 "GET /v2.0/networks/0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283426 May 02 14:53:19.767257 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4de34467-566c-47b7-932c-110e06160138 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:53:19.877593 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:19.880298 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7407d7ce-f1da-438e-9fbb-19b2c90abc19 req-7788e617-c792-4700-957f-046909210f63 service neutron] 10.222.0.41 "GET /v2.0/networks/0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013467 May 02 14:53:19.890123 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '4de34467-566c-47b7-932c-110e06160138', 'network_id': 'bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b', 'port_id': '4de34467-566c-47b7-932c-110e06160138', 'mac_address': 'fa:16:3e:bc:ae:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5336cae5-7238-49db-9ea4-b6b8d37cb71b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:53:19.928439 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4de34467-566c-47b7-932c-110e06160138 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:19.928839 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4de34467-566c-47b7-932c-110e06160138), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:19.942726 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de34467-566c-47b7-932c-110e06160138 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:19.964105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:20.056540 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4de34467-566c-47b7-932c-110e06160138), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.070209 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38056) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:20.126314 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:20.176401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1878428195-network', 'tenant_id': '816d4d81e8c94f4c9b6010a5208e16f7'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:20.239682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.302336 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Made reservation on behalf of 816d4d81e8c94f4c9b6010a5208e16f7 for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:20.304609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.316400 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.419463 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ed677-b7fe-4409-993f-48406e4adec7 req-30702820-99ac-49da-8634-be2bc6311aed tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:20.421046 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c39ed677-b7fe-4409-993f-48406e4adec7 req-30702820-99ac-49da-8634-be2bc6311aed tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0671899 May 02 14:53:20.470604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks [] for security_group (565aa25a-c72c-4c0f-8459-106eef0d2cc1), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.489121 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c39ed677-b7fe-4409-993f-48406e4adec7 req-b61f3912-124b-4d88-ae37-3ec69d887950 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 May 02 14:53:20.492554 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9bf06749-0c0b-42d2-b64c-9238c110d676 req-6d045c24-4918-494e-92d8-3a10a93cdbe0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0306220 May 02 14:53:20.553665 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (565aa25a-c72c-4c0f-8459-106eef0d2cc1), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.581151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:53:20.586426 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565aa25a-c72c-4c0f-8459-106eef0d2cc1,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:20.593509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ee6eb9da-cc6c-4929-a2ec-e52f29e98b20), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.593842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Added segment ee6eb9da-cc6c-4929-a2ec-e52f29e98b20 of type vlan for network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 May 02 14:53:20.634509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.731360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.732341 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:20.732909 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:20.776840 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1c0e4-16d5-45e1-9909-047d72c52758 req-7f53fc83-c5de-4912-99da-67747bcff46c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:20.778294 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9bc1c0e4-16d5-45e1-9909-047d72c52758 req-7f53fc83-c5de-4912-99da-67747bcff46c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0749381 May 02 14:53:20.817500 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:20.818353 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['4de34467-566c-47b7-932c-110e06160138'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:20.845807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:53:20.856933 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a54f1eda-97bf-41cd-b088-6f838f2ec764 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7828078 May 02 14:53:20.857627 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38070) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:20.864743 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9bc1c0e4-16d5-45e1-9909-047d72c52758 req-6238b48d-eef6-44b5-8dff-5aaad4834f1d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739110 May 02 14:53:20.865041 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Request body: {'subnet': {'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1878428195-subnet', 'tenant_id': '816d4d81e8c94f4c9b6010a5208e16f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:20.964873 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Made reservation on behalf of 816d4d81e8c94f4c9b6010a5208e16f7 for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:20.967204 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:21.254415 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (812b37b6-fdcf-46ee-bab8-09506ccd3fd7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:21.307877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=812b37b6-fdcf-46ee-bab8-09506ccd3fd7,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:21.319536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Checking segment: {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:53:21.319931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Network hostable DHCP agents. Network: 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:53:21.442411 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:53:21.571237 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:21.579527 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfb5f4-d370-4dde-bf0f-8506cdafc43c None None] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:53:21.597379 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-839899f5-c89d-4f8c-be28-a5af8c91b186 req-f3f592a6-16e2-4c4c-907a-8dace107b98d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0343385 May 02 14:53:21.604191 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:21.604861 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:21.628157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bedaab-f75d-4a2d-acc4-ded2d3ec0402 req-769a1fbd-667d-4441-a2aa-a8f4362bc3ee tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:21.629635 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45bedaab-f75d-4a2d-acc4-ded2d3ec0402 req-769a1fbd-667d-4441-a2aa-a8f4362bc3ee tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0716128 May 02 14:53:21.684828 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db46e6-7cb4-42f8-91e3-31765db5fbd9 None None] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:53:21.698905 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-80126c19-5df4-4a92-a1fe-8632dbd75797 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8321381 May 02 14:53:21.698905 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45bedaab-f75d-4a2d-acc4-ded2d3ec0402 req-32d9f244-08c1-4bf7-9b73-5f03abbe268d tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569451 May 02 14:53:21.976131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5157d48-40bf-4227-af44-b1aafdb21f3d req-0541a78d-5095-4941-8fdd-8d3c0ed461d9 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:21.978125 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e5157d48-40bf-4227-af44-b1aafdb21f3d req-0541a78d-5095-4941-8fdd-8d3c0ed461d9 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0500581 May 02 14:53:22.030196 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e5157d48-40bf-4227-af44-b1aafdb21f3d req-c25698cb-9972-4862-bee9-62571f54bf10 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 May 02 14:53:22.695225 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c7950f1e-99b3-4de7-87f4-520965ab2f82 req-be7c51ad-16a7-4c02-a318-d58703cc845a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0282681 May 02 14:53:22.809537 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ddb7-8eef-44c1-b9d2-cd12de546ab7 req-d1c62f03-0620-433b-a202-ceec437ad4bc tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:22.811010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c007ddb7-8eef-44c1-b9d2-cd12de546ab7 req-d1c62f03-0620-433b-a202-ceec437ad4bc tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0461562 May 02 14:53:22.857516 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c007ddb7-8eef-44c1-b9d2-cd12de546ab7 req-2179593e-1271-4caa-a19f-4bb401b8dad8 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 May 02 14:53:23.153882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64465bfe-7a8c-491a-8b72-3f2770f93361 req-c6a7c2c7-5478-44b0-ac22-0cc64fcf3157 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:23.155358 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-64465bfe-7a8c-491a-8b72-3f2770f93361 req-c6a7c2c7-5478-44b0-ac22-0cc64fcf3157 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0467534 May 02 14:53:23.206282 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-64465bfe-7a8c-491a-8b72-3f2770f93361 req-f4232481-8c35-4a53-93b2-2f8bb811befc tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 May 02 14:53:23.790943 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a51adec-f0de-4535-95be-58ef94142664 req-27bcb257-09a3-405e-b0be-80bc0cdac3a3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0275867 May 02 14:53:23.967336 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d97f4d-df9a-4587-b3c8-6533d3dc0b2d req-8ed455cf-d17b-4af3-8837-6757200854fa tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:23.968734 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63d97f4d-df9a-4587-b3c8-6533d3dc0b2d req-8ed455cf-d17b-4af3-8837-6757200854fa tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0455470 May 02 14:53:24.021087 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63d97f4d-df9a-4587-b3c8-6533d3dc0b2d req-27038e1e-a88b-4fc4-8498-9720bf167d3b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416815 May 02 14:53:24.322290 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4be01-43f9-49ec-a4ce-e9035f649336 req-67545964-0bee-4912-b8d3-227540e46b8e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:24.323796 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e1b4be01-43f9-49ec-a4ce-e9035f649336 req-67545964-0bee-4912-b8d3-227540e46b8e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0493445 May 02 14:53:24.373832 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e1b4be01-43f9-49ec-a4ce-e9035f649336 req-b9a0440c-3be3-49be-a0a1-b18386b33e84 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 May 02 14:53:24.885544 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-925942cd-9abb-4173-ad88-20e159a11289 req-65dc6d98-8f8f-4974-a914-4f3d3500e9ca tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0295475 May 02 14:53:25.140447 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4f92a-231d-4bcf-a145-c841b775fdbd req-e5ce0dbb-5bdd-447d-8ef0-99f9afc1bd31 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:25.141902 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f2b4f92a-231d-4bcf-a145-c841b775fdbd req-e5ce0dbb-5bdd-447d-8ef0-99f9afc1bd31 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0493486 May 02 14:53:25.187154 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f2b4f92a-231d-4bcf-a145-c841b775fdbd req-cac0c32a-fe28-4683-8200-d388ba17912f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 May 02 14:53:25.489049 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadf115-4c3c-42e3-a938-f4e74f7c232d req-ef85ddba-d28f-4eca-8312-82ad29523e13 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:25.494176 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6eadf115-4c3c-42e3-a938-f4e74f7c232d req-ef85ddba-d28f-4eca-8312-82ad29523e13 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0481613 May 02 14:53:25.540522 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6eadf115-4c3c-42e3-a938-f4e74f7c232d req-04966251-cbcd-4f20-bbca-4776a217837e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 May 02 14:53:25.977841 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4a5ca2c9-9937-43d3-949e-0767aaec3eaf req-2f51726c-929a-48d4-b591-9d9d758cb01b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0266244 May 02 14:53:26.299901 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717d7f0-8c35-4394-acc1-1508709a9845 req-e09f1915-67c0-4af9-81c9-e4b81ba04df6 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:26.301468 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e717d7f0-8c35-4394-acc1-1508709a9845 req-e09f1915-67c0-4af9-81c9-e4b81ba04df6 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0464094 May 02 14:53:26.350389 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e717d7f0-8c35-4394-acc1-1508709a9845 req-bc639174-cb54-46b3-97a6-ebde709329b3 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 May 02 14:53:26.436261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4de34467-566c-47b7-932c-110e06160138 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:53:26.483894 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 4de34467-566c-47b7-932c-110e06160138 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:53:26.547481 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 4de34467-566c-47b7-932c-110e06160138 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:26.547899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4de34467-566c-47b7-932c-110e06160138), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:26.627969 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4de34467-566c-47b7-932c-110e06160138 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:26.628366 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4de34467-566c-47b7-932c-110e06160138), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:26.653933 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de34467-566c-47b7-932c-110e06160138'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:26.656201 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a719e5fe-232e-4b61-ac78-ff4d046bfe57" -d '{"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-plugged", "status": "completed", "tag": "4de34467-566c-47b7-932c-110e06160138"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:26.658548 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4b2e-d00d-4104-9ba5-23c66be1d142 req-1897aa71-7642-4af2-9d70-31c07eba6648 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:26.660081 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-465f4b2e-d00d-4104-9ba5-23c66be1d142 req-1897aa71-7642-4af2-9d70-31c07eba6648 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 944 time: 0.0505259 May 02 14:53:26.669419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:26.694796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae975c3a-2e02-41eb-bc3a-307436646ac2 x-openstack-request-id: req-ae975c3a-2e02-41eb-bc3a-307436646ac2 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:26.695092 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-plugged", "status": "completed", "tag": "4de34467-566c-47b7-932c-110e06160138", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:26.695345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae975c3a-2e02-41eb-bc3a-307436646ac2 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:26.695749 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae975c3a-2e02-41eb-bc3a-307436646ac2'] response: {'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de34467-566c-47b7-932c-110e06160138', 'code': 200} May 02 14:53:26.708766 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-465f4b2e-d00d-4104-9ba5-23c66be1d142 req-3f92501b-272f-47b3-b33c-801785715c39 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 May 02 14:53:26.768436 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4de34467-566c-47b7-932c-110e06160138), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:26.819271 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:27.075322 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a7354700-0ecb-490f-9b1b-2b1ee55f4caa req-c4712256-d163-4e60-b73d-cd920fd2df29 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0270214 May 02 14:53:27.461633 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cffc9-bf1d-4e83-9c34-7496ee2f8a54 req-8e7235c2-e99b-45b0-82a3-6c975544c39f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:27.463675 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c3cffc9-bf1d-4e83-9c34-7496ee2f8a54 req-8e7235c2-e99b-45b0-82a3-6c975544c39f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0468335 May 02 14:53:27.510382 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c3cffc9-bf1d-4e83-9c34-7496ee2f8a54 req-c71efa5b-adc5-4425-bf04-32415cf490b8 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 May 02 14:53:27.825033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212b594-5cb3-471d-9af8-cb4f9ea911a8 req-bff76a89-b7a4-46e8-80ac-fe03496e7ca7 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:27.826484 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8212b594-5cb3-471d-9af8-cb4f9ea911a8 req-bff76a89-b7a4-46e8-80ac-fe03496e7ca7 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0482020 May 02 14:53:27.874675 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8212b594-5cb3-471d-9af8-cb4f9ea911a8 req-890c4025-bfce-4bce-b40d-53b841795c6d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 May 02 14:53:28.203932 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-8a6b9342-39f8-446e-8460-daa3789b8ea8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:28.205489 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-8a6b9342-39f8-446e-8460-daa3789b8ea8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 818 time: 0.1447279 May 02 14:53:28.207473 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e4cee5ba-0a9e-428b-a45f-73c1280b636d req-67136dee-6469-4f3c-ab2b-b93d994af726 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0490773 May 02 14:53:28.293240 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-8b2c70db-c938-4063-86ec-c4bbfb33a376 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c HTTP/1.1" status: 200 len: 380 time: 0.0643592 May 02 14:53:28.317244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'port': {'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'admin_state_up': True, 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'security_groups': ['f7eb5d33-5ec6-4d49-951a-48dbe40b14dc']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:28.387619 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846aac-a7dc-46b7-8886-bd726949e277 req-75842b3a-f31d-46c1-ab50-805658513377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:28.389566 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c846aac-a7dc-46b7-8886-bd726949e277 req-75842b3a-f31d-46c1-ab50-805658513377 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 1129 time: 0.0459743 May 02 14:53:28.431374 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 060b0b24-d356-44fc-86b9-ffcb1f4173eb details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:53:28.477019 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c846aac-a7dc-46b7-8886-bd726949e277 req-2f91788b-f3d8-46fe-b8a4-e358f2dce22a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782547 May 02 14:53:28.513608 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Made reservation on behalf of e768ff7eb0ef4ff2aa7c1e0abebcb65c for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:28.517062 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:28.544515 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:28.557840 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '060b0b24-d356-44fc-86b9-ffcb1f4173eb', 'network_id': '0ad9eaf9-7f0c-4ec5-80cf-88d4e43b5251', 'port_id': '060b0b24-d356-44fc-86b9-ffcb1f4173eb', 'mac_address': 'fa:16:3e:44:9a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24d1a85-668e-4b42-b28b-c48c51a9aadc', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:53:28.599815 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 060b0b24-d356-44fc-86b9-ffcb1f4173eb is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:28.600239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:28.615270 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060b0b24-d356-44fc-86b9-ffcb1f4173eb {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:28.633921 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187f53b-aaf7-4d61-a2d0-b6ffe2a0a6cb req-16727fea-5ee1-41b2-9e96-c1ba7993be9d tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:28.635837 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e187f53b-aaf7-4d61-a2d0-b6ffe2a0a6cb req-16727fea-5ee1-41b2-9e96-c1ba7993be9d tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 947 time: 0.0575967 May 02 14:53:28.636228 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:28.672139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Allocated IP 172.20.0.6 (9bcb15c3-6cef-42cb-bc37-587d1c4b0280/a6a4fc5b-d080-4cbc-a998-1f9243f02753/bbb30aa1-6839-4941-a166-b8c36e24cda5) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:28.696664 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e187f53b-aaf7-4d61-a2d0-b6ffe2a0a6cb req-1bab789d-679a-4574-83c6-ea6d300296ba tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541055 May 02 14:53:28.715596 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:28.764311 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:28.814526 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:28.888465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:28.938780 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:28.944397 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:28.949068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:28.953168 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event updated for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:29.032297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c678ee3-7ffc-49e1-bcea-27b3569785c2 req-2533846b-3a14-4eef-a3a1-646773e0022f tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:29.033801 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3c678ee3-7ffc-49e1-bcea-27b3569785c2 req-2533846b-3a14-4eef-a3a1-646773e0022f tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0604379 May 02 14:53:29.048642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:29.049102 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:29.111372 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3c678ee3-7ffc-49e1-bcea-27b3569785c2 req-92477030-ed54-4fd1-ac34-fbf03cc56b38 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713933 May 02 14:53:29.162240 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7c6f12f9-7669-4bde-9cc6-cc26a81618c0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8490999 May 02 14:53:29.184485 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e2b09ab0-9e01-419a-9812-b2c7a1fe9e60 None None] Provisioning complete for port bbb30aa1-6839-4941-a166-b8c36e24cda5 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:29.184860 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e2b09ab0-9e01-419a-9812-b2c7a1fe9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:29.230551 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e2b09ab0-9e01-419a-9812-b2c7a1fe9e60 None None] Port bbb30aa1-6839-4941-a166-b8c36e24cda5 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:53:29.328461 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4cfe0-e597-40f1-868f-9f058aed0037 req-7b360744-7676-4e84-b8ed-6f22677908ed tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:29.329960 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63b4cfe0-e597-40f1-868f-9f058aed0037 req-7b360744-7676-4e84-b8ed-6f22677908ed tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 931 time: 0.0519071 May 02 14:53:29.382224 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-63b4cfe0-e597-40f1-868f-9f058aed0037 req-61cad436-f693-4666-915e-52412933c034 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466123 May 02 14:53:29.476084 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['060b0b24-d356-44fc-86b9-ffcb1f4173eb'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:29.818399 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caf798-3bba-4d86-9298-1dfe6c38a1ea req-f35a5925-22ab-4610-9194-17bc898c0962 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:29.819873 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c1caf798-3bba-4d86-9298-1dfe6c38a1ea req-f35a5925-22ab-4610-9194-17bc898c0962 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 948 time: 0.0493467 May 02 14:53:29.866582 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c1caf798-3bba-4d86-9298-1dfe6c38a1ea req-7e6952cf-dde3-4480-8422-33f477f2e2c4 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 May 02 14:53:30.232647 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ca0eb-63cd-4a17-8b6d-631f359c3c18 req-e2232617-8cc9-486e-823e-659e8f92ea51 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:30.234349 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d75ca0eb-63cd-4a17-8b6d-631f359c3c18 req-e2232617-8cc9-486e-823e-659e8f92ea51 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0496039 May 02 14:53:30.284926 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d75ca0eb-63cd-4a17-8b6d-631f359c3c18 req-a728e23d-e711-43f8-8fe3-0de53b047aa0 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 May 02 14:53:30.401744 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-ddf065bd-6174-44b5-ae85-5327b14e1dde tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:30.403180 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-ddf065bd-6174-44b5-ae85-5327b14e1dde tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 814 time: 0.3106782 May 02 14:53:30.417710 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-51fee4b4-5207-44d7-9210-45b441009ec2 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/quotas/816d4d81e8c94f4c9b6010a5208e16f7 HTTP/1.1" status: 200 len: 375 time: 0.0090530 May 02 14:53:30.451317 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-9a12a4f0-27a7-44bd-a8b2-7a1d3f61f7c1 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282769 May 02 14:53:30.500734 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ca0b-2985-4acd-be1e-64772f9e4188 req-124021f3-c8f8-4e6d-934d-97a798c0c0fe tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:30.502205 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b817ca0b-2985-4acd-be1e-64772f9e4188 req-124021f3-c8f8-4e6d-934d-97a798c0c0fe tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 931 time: 0.0522749 May 02 14:53:30.542202 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-011f7305-09f7-436a-909f-dc5380ed252c service neutron] 10.222.0.36 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843163 May 02 14:53:30.548060 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b817ca0b-2985-4acd-be1e-64772f9e4188 req-f826da5a-cc18-4f86-ad62-f743c381230d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 May 02 14:53:30.633205 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-9e0e9fad-2320-4f0e-a945-bdfda4e1017c service neutron] 10.222.0.36 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849850 May 02 14:53:30.756580 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Request body: {'port': {'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:30.820276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:30.961727 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dc93a3d6-16e0-480f-a0e7-8606cbec0f57 req-2a20ddf3-3845-468d-94e8-a2beb1360def tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0378006 May 02 14:53:30.994864 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486726a-ae2d-4538-9d50-3911ac4665d5 req-97e73316-d68b-4674-92ef-63dc43a3159a tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:30.997014 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3486726a-ae2d-4538-9d50-3911ac4665d5 req-97e73316-d68b-4674-92ef-63dc43a3159a tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 948 time: 0.0537241 May 02 14:53:31.050128 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3486726a-ae2d-4538-9d50-3911ac4665d5 req-406ff3f3-48f6-45f3-b01e-7825905f4482 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 May 02 14:53:31.132130 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb30aa1-6839-4941-a166-b8c36e24cda5 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:31.140195 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks [] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:31.153646 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Transition to ACTIVE for port object bbb30aa1-6839-4941-a166-b8c36e24cda5 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:53:31.233269 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:31.294178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:31.409708 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Attempting to bind port bbb30aa1-6839-4941-a166-b8c36e24cda5 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:53:31.410043 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Attempting to bind port bbb30aa1-6839-4941-a166-b8c36e24cda5 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:53:31.410376 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Attempting to bind port bbb30aa1-6839-4941-a166-b8c36e24cda5 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:31.421414 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Port bbb30aa1-6839-4941-a166-b8c36e24cda5 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:53:31.421736 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Attempting to bind port bbb30aa1-6839-4941-a166-b8c36e24cda5 on network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:31.429524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680f036-1044-4640-82d0-2c28b2417145 req-15dc2f1e-aad2-4eca-9d0a-5853c51c3fdd tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:31.430994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c680f036-1044-4640-82d0-2c28b2417145 req-15dc2f1e-aad2-4eca-9d0a-5853c51c3fdd tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0659480 May 02 14:53:31.435587 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:53:31.435957 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Checking segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:53:31.436346 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Bound using segment: {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:53:31.436778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Bound port: bbb30aa1-6839-4941-a166-b8c36e24cda5, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '472c05e1-9793-4903-a084-f760b45cd588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:53:31.437140 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:31.534290 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c680f036-1044-4640-82d0-2c28b2417145 req-e9f061cb-a670-47c6-bddd-9cb97c034466 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849164 May 02 14:53:31.540547 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:53:31.545120 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:53:31.628147 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:31.678171 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97ce87-2df5-4cdd-a832-564b65460a58 req-f9cd6b83-6909-46c3-ab5e-3f167999ece3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:31.679762 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ac97ce87-2df5-4cdd-a832-564b65460a58 req-f9cd6b83-6909-46c3-ab5e-3f167999ece3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0574989 May 02 14:53:31.735325 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ac97ce87-2df5-4cdd-a832-564b65460a58 req-4231258d-da64-4946-be78-9bfe65abf1a7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473359 May 02 14:53:31.915833 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:31.916469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:31.918340 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] 10.222.0.41 "PUT /v2.0/ports/bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1093 time: 1.1655679 May 02 14:53:31.918340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:31.920525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e22f14-4006-4dac-befd-e64af6b0c5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:31.951318 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca24f5-f1b2-47d0-9dc0-5e0b6a483c45 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:31.956508 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e7caf-6fff-49f7-bbdf-97132ae44333 x-openstack-request-id: req-3f5e7caf-6fff-49f7-bbdf-97132ae44333 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:31.956895 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:31.957222 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f5e7caf-6fff-49f7-bbdf-97132ae44333 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:31.957709 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5e7caf-6fff-49f7-bbdf-97132ae44333'] response: {'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'status': 'completed', 'code': 200} May 02 14:53:31.981026 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:53:32.064616 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a0f6c9f0-5da0-41e5-82be-58530c43bf9b req-26870322-a825-4f91-bf6c-9b26fef14efe tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0300598 May 02 14:53:32.107740 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 060b0b24-d356-44fc-86b9-ffcb1f4173eb up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:53:32.158190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 060b0b24-d356-44fc-86b9-ffcb1f4173eb completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:53:32.177720 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42232a-4ce2-4185-8964-869c6bc23e27 req-1b994d3e-b9ca-4a8b-9a48-c7aec014437b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.179173 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dc42232a-4ce2-4185-8964-869c6bc23e27 req-1b994d3e-b9ca-4a8b-9a48-c7aec014437b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 948 time: 0.0464485 May 02 14:53:32.226807 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dc42232a-4ce2-4185-8964-869c6bc23e27 req-b1b916cc-d05e-4299-b0d6-58162560946b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413256 May 02 14:53:32.276385 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 060b0b24-d356-44fc-86b9-ffcb1f4173eb triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:32.276775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:32.358531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 060b0b24-d356-44fc-86b9-ffcb1f4173eb is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:32.358868 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:32.388341 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:32.390505 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c0ffc7-fe9f-4c1a-8846-f9a41d40fe24" -d '{"events": [{"server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "name": "network-vif-plugged", "status": "completed", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:32.404473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:32.426711 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59387ce-fcb1-4cc2-80b0-c68eb4ab4b51 x-openstack-request-id: req-e59387ce-fcb1-4cc2-80b0-c68eb4ab4b51 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:32.427022 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "name": "network-vif-plugged", "status": "completed", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:32.427280 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e59387ce-fcb1-4cc2-80b0-c68eb4ab4b51 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:32.427691 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59387ce-fcb1-4cc2-80b0-c68eb4ab4b51'] response: {'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb', 'code': 200} May 02 14:53:32.493595 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:32.541295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:32.650319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f4829-f957-4717-95a3-1f4f601073d6 req-8cf43fc7-2d3a-4e00-b9d2-8da3f5ed36ed tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.655148 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-895f4829-f957-4717-95a3-1f4f601073d6 req-8cf43fc7-2d3a-4e00-b9d2-8da3f5ed36ed tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0483344 May 02 14:53:32.713955 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-895f4829-f957-4717-95a3-1f4f601073d6 req-aef9dd7c-5658-4b29-872e-fa5201608799 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564699 May 02 14:53:32.747052 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-bf7f856a-c6b0-4bb9-91d5-e3aca5347ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.748662 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-bf7f856a-c6b0-4bb9-91d5-e3aca5347ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1127 time: 0.0548098 May 02 14:53:32.867292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd228363-4745-4422-8e6b-78b7a0ca78e3 req-25af9dc7-25a3-46ee-9931-7ece9c56fc48 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.869640 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd228363-4745-4422-8e6b-78b7a0ca78e3 req-25af9dc7-25a3-46ee-9931-7ece9c56fc48 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0605521 May 02 14:53:32.874897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-f175f161-1636-4436-9f39-70cd2427ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.877257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-f175f161-1636-4436-9f39-70cd2427ab24 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1061275 May 02 14:53:32.925019 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd228363-4745-4422-8e6b-78b7a0ca78e3 req-c7f6bd21-7452-4673-aa00-56d6ea4ee43b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488265 May 02 14:53:32.991154 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-ca624609-a979-45a0-9daa-a0e3d7f9fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:32.993144 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-46e22f14-4006-4dac-befd-e64af6b0c5c8 req-ca624609-a979-45a0-9daa-a0e3d7f9fdeb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080253 May 02 14:53:33.147199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9103c06-fda0-4b0c-9acd-4d0608814784 req-5c0fd666-cea5-4a2b-af6b-a543c43896ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:33.148803 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f9103c06-fda0-4b0c-9acd-4d0608814784 req-5c0fd666-cea5-4a2b-af6b-a543c43896ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 1133 time: 0.0523741 May 02 14:53:33.171819 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-2fdba8c9-7b3c-4fb7-9bc1-a5041fe7aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:33.173685 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-2fdba8c9-7b3c-4fb7-9bc1-a5041fe7aa91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1127 time: 0.0653324 May 02 14:53:33.192367 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-65db1782-04fb-4aef-a795-9ccf5882e43b req-a70e19b3-49f8-4d0c-9084-ac421993f418 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0285997 May 02 14:53:33.342696 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca72af1-9e35-4bb0-93e1-82b4eb9a0222 req-494f04ad-09ff-4384-8671-d281bfb06896 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:33.344239 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ca72af1-9e35-4bb0-93e1-82b4eb9a0222 req-494f04ad-09ff-4384-8671-d281bfb06896 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0504408 May 02 14:53:33.391427 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ca72af1-9e35-4bb0-93e1-82b4eb9a0222 req-0ee2a584-ed67-4a39-abda-e114587774b9 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 May 02 14:53:33.905982 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-7e06a159-8258-4571-88f7-b23b3543909e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 217 time: 0.0357850 May 02 14:53:33.913377 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f9103c06-fda0-4b0c-9acd-4d0608814784 req-d376b0a5-6d48-4906-8764-c4413fdeb513 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 May 02 14:53:33.965680 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-50647241-5b9e-4db9-be0d-bf5524f110a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:33.967199 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-50647241-5b9e-4db9-be0d-bf5524f110a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0556521 May 02 14:53:34.053105 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda512d-25a5-4532-aab7-804778b02553 req-0f048411-0e97-401a-9877-a2400b2ae6d0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:34.053105 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7dda512d-25a5-4532-aab7-804778b02553 req-0f048411-0e97-401a-9877-a2400b2ae6d0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0520813 May 02 14:53:34.101290 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7dda512d-25a5-4532-aab7-804778b02553 req-dc0a7a9e-14aa-43be-8c06-ebff2256b84d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459979 May 02 14:53:34.128588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99711b-5474-42c4-a9d7-472faed10dee req-533c5503-0089-44f8-b9ec-2c1285c4b4f3 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:34.130040 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eb99711b-5474-42c4-a9d7-472faed10dee req-533c5503-0089-44f8-b9ec-2c1285c4b4f3 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0474730 May 02 14:53:34.181210 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eb99711b-5474-42c4-a9d7-472faed10dee req-5681b17e-9d9c-4886-8a5d-91f025416926 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 May 02 14:53:34.298877 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7d3045f1-51dd-4084-b900-14fa5cf42aca req-116b74c2-39c8-4760-b30b-2f5e266bd2c4 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0339184 May 02 14:53:34.454263 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b4e60c-e28c-4435-a434-6141a612052b req-dcd4a124-80f7-445c-9a42-b1aeb6022deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:34.455734 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-dcd4a124-80f7-445c-9a42-b1aeb6022deb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512810 May 02 14:53:34.520260 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48999e-5bb0-410a-906c-20e72702b987 req-c20c3b6d-a12c-4927-af17-db84a69f84e5 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:34.521746 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e48999e-5bb0-410a-906c-20e72702b987 req-c20c3b6d-a12c-4927-af17-db84a69f84e5 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0479062 May 02 14:53:34.567036 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e48999e-5bb0-410a-906c-20e72702b987 req-562c143c-3b87-4cf8-a414-15921b5b7e43 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396783 May 02 14:53:35.226382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570223b5-d2d9-4c33-95d7-c1c77e672838 req-41f3e651-18cb-464c-9e83-45a83804d53c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:35.229609 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-570223b5-d2d9-4c33-95d7-c1c77e672838 req-41f3e651-18cb-464c-9e83-45a83804d53c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0575297 May 02 14:53:35.277163 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-570223b5-d2d9-4c33-95d7-c1c77e672838 req-d8ed7c52-03a0-4252-a085-edd5879ab088 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 May 02 14:53:35.313865 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4908e1-c0b5-4bd0-96e0-4288754bfb09 req-5cfd3a59-8ae4-408b-a47c-e1836f5ea4c5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:35.315314 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ab4908e1-c0b5-4bd0-96e0-4288754bfb09 req-5cfd3a59-8ae4-408b-a47c-e1836f5ea4c5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0557296 May 02 14:53:35.363190 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ab4908e1-c0b5-4bd0-96e0-4288754bfb09 req-c084f205-b592-4cc0-a1eb-ae11d0b130ba tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 May 02 14:53:35.395760 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f3d7f161-0ae4-44f5-a7b2-95018d0f0c3c req-04b01326-77a1-40bc-97dc-7c198cd01da1 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0291021 May 02 14:53:35.973595 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58947-29cc-4452-84c7-181d63b6c000 req-0cc678b1-c3e1-4a55-bbf2-f6a937da79ed tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:35.973595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-78e58947-29cc-4452-84c7-181d63b6c000 req-0cc678b1-c3e1-4a55-bbf2-f6a937da79ed tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0518174 May 02 14:53:35.973595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-78e58947-29cc-4452-84c7-181d63b6c000 req-65513779-bacb-4d01-bfb5-7ca8909029d9 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 May 02 14:53:36.392861 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e360-01e0-4e9f-b2d7-3f49cbf715f1 req-fb68bb4f-2305-4aec-913e-3c746aae80d0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:36.394317 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ea86e360-01e0-4e9f-b2d7-3f49cbf715f1 req-fb68bb4f-2305-4aec-913e-3c746aae80d0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0513289 May 02 14:53:36.460320 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ea86e360-01e0-4e9f-b2d7-3f49cbf715f1 req-fe6fb388-a31b-4010-ba9d-0b84b6fef3c5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488079 May 02 14:53:36.504165 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49590d6-ad1b-4046-82ee-b2eced2b21df req-3aa79d5f-886b-4d84-8cc2-898e6a0343af tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:36.508371 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b49590d6-ad1b-4046-82ee-b2eced2b21df req-3aa79d5f-886b-4d84-8cc2-898e6a0343af tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0597398 May 02 14:53:36.555013 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9cf10f9a-0ba0-4f12-aaf8-3f6d656338b2 req-87a46824-2208-4d8e-9668-210b2b00fd8d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0313499 May 02 14:53:36.561171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b49590d6-ad1b-4046-82ee-b2eced2b21df req-4ed51267-ee69-4ba3-b3cc-cdb1fa3b519e tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497570 May 02 14:53:36.848752 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050b5ae-7eef-4e33-949c-16fa177a32ec req-9b169a30-c5ff-4d21-820b-6985f5c10f9c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:36.850109 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9050b5ae-7eef-4e33-949c-16fa177a32ec req-9b169a30-c5ff-4d21-820b-6985f5c10f9c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0453925 May 02 14:53:36.901036 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9050b5ae-7eef-4e33-949c-16fa177a32ec req-0b27927d-e3e1-4626-8f59-14f8eadff1b7 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421290 May 02 14:53:37.250179 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-60dd94d0-02af-4a51-89c8-9feac0677591 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884161 May 02 14:53:37.572554 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf683479-8139-4dd0-884a-f31edd574608 req-2a012af2-11e1-45ff-9ac3-c9863a9b963c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:37.574006 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf683479-8139-4dd0-884a-f31edd574608 req-2a012af2-11e1-45ff-9ac3-c9863a9b963c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0456567 May 02 14:53:37.621500 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf683479-8139-4dd0-884a-f31edd574608 req-10c9a020-2591-4ed4-951f-2b4344d6a5a2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419757 May 02 14:53:37.654700 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f5811a13-db72-4c06-b0c2-630886399280 req-c8866b19-ebd6-466d-b496-643c0293287c tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0282502 May 02 14:53:37.727588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233aa01-13cf-4555-b352-4a0489c4c07d req-9b1fa902-0cae-4b1c-b138-f0a9c9655359 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:37.729150 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b233aa01-13cf-4555-b352-4a0489c4c07d req-9b1fa902-0cae-4b1c-b138-f0a9c9655359 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0475559 May 02 14:53:37.776507 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b233aa01-13cf-4555-b352-4a0489c4c07d req-7de3c3d4-6840-4602-8520-acd27efdf6b5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 May 02 14:53:38.011510 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b0dd-2650-4852-a6a4-5903ff3317c3 req-8e2ebc7f-1698-4658-a52f-c8af01cee8c2 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:38.012963 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2576b0dd-2650-4852-a6a4-5903ff3317c3 req-8e2ebc7f-1698-4658-a52f-c8af01cee8c2 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0459423 May 02 14:53:38.061366 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2576b0dd-2650-4852-a6a4-5903ff3317c3 req-8da2bc7c-e25c-4cd2-8cf1-4b695bb2d88c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 May 02 14:53:38.739394 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c5a9d-95b7-4534-91f7-d3d3ca93ec1c req-553e65e1-af81-4e93-8894-d9fb0e4b04bf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:38.740911 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c8c5a9d-95b7-4534-91f7-d3d3ca93ec1c req-553e65e1-af81-4e93-8894-d9fb0e4b04bf tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0513544 May 02 14:53:38.750089 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cd71c87b-d644-46ba-80cf-e832642e9abf req-75dbe523-a72d-4dcf-83a5-c14d14dbaffb tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0276227 May 02 14:53:38.793541 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c8c5a9d-95b7-4534-91f7-d3d3ca93ec1c req-939ed3eb-69bf-481f-a35e-7bc590be12da tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463920 May 02 14:53:38.890165 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9140dbf-6c1a-4104-b2a0-17d661c68fd0 req-61072d32-c87c-4eed-8da3-059eefe8be37 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:38.891596 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e9140dbf-6c1a-4104-b2a0-17d661c68fd0 req-61072d32-c87c-4eed-8da3-059eefe8be37 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0462430 May 02 14:53:38.937136 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e9140dbf-6c1a-4104-b2a0-17d661c68fd0 req-f569c8cb-8ba7-4ee4-a453-46a02af5360d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 May 02 14:53:39.171039 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece86a1-fb26-4175-bbc8-fbeb7e7273a8 req-edcda102-ebb8-4b57-a39c-b841d6983547 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:39.172511 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eece86a1-fb26-4175-bbc8-fbeb7e7273a8 req-edcda102-ebb8-4b57-a39c-b841d6983547 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0455093 May 02 14:53:39.217552 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eece86a1-fb26-4175-bbc8-fbeb7e7273a8 req-494aa668-f78c-49a2-a170-7c08e5ff2a99 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 May 02 14:53:39.844665 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ba14fc6b-d113-4b26-899e-13e80750fd3b req-55164c27-ca1c-4883-bb22-d93f0a1af3ce tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0276344 May 02 14:53:39.910592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384713f-d3e8-46b0-81f2-148ecfd8b3e3 req-22d3ae3f-7e0a-45ca-ad55-997af6713a19 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:39.912263 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a384713f-d3e8-46b0-81f2-148ecfd8b3e3 req-22d3ae3f-7e0a-45ca-ad55-997af6713a19 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0516205 May 02 14:53:39.957435 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a384713f-d3e8-46b0-81f2-148ecfd8b3e3 req-971b2f5e-ebf0-421b-b235-7531d522699f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 May 02 14:53:40.051875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0272c8-2b86-48ab-bd8a-4b645eeae841 req-7a105b07-f67e-4874-9558-1eebe7346c88 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:40.053346 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e0272c8-2b86-48ab-bd8a-4b645eeae841 req-7a105b07-f67e-4874-9558-1eebe7346c88 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0499363 May 02 14:53:40.103394 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e0272c8-2b86-48ab-bd8a-4b645eeae841 req-e920e029-a770-49d8-a0e8-d3009d989e36 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 May 02 14:53:40.328323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b16-9ab9-49ac-899d-29b3e1b9ffb1 req-5d174adc-daa0-4046-a3dc-52c07d0f5552 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:40.329780 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e8333b16-9ab9-49ac-899d-29b3e1b9ffb1 req-5d174adc-daa0-4046-a3dc-52c07d0f5552 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0465002 May 02 14:53:40.375363 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e8333b16-9ab9-49ac-899d-29b3e1b9ffb1 req-7297804c-8d0a-4cc8-a5c5-4eac8ade5821 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400188 May 02 14:53:40.938640 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c775606f-f576-4581-8bc4-e68e874f78d2 req-c523459e-b392-421e-a6e7-31860da62dc5 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0278893 May 02 14:53:41.067607 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa18f98-7e98-4231-9f1c-2a8520cf8ad2 req-87acd0ec-d1fd-47e8-afe5-1df5d2447ef8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:41.069063 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1fa18f98-7e98-4231-9f1c-2a8520cf8ad2 req-87acd0ec-d1fd-47e8-afe5-1df5d2447ef8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0458801 May 02 14:53:41.120118 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1fa18f98-7e98-4231-9f1c-2a8520cf8ad2 req-c40667ea-1421-41a8-8e41-ab6c8481c396 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455925 May 02 14:53:41.214028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d337a8-1de3-4a33-8ca3-b55eff16ef5b req-18ae8b8e-3180-4668-88ef-3cf6ad22893c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:41.215460 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-18d337a8-1de3-4a33-8ca3-b55eff16ef5b req-18ae8b8e-3180-4668-88ef-3cf6ad22893c tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0450423 May 02 14:53:41.265065 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-18d337a8-1de3-4a33-8ca3-b55eff16ef5b req-7cfcc39c-2514-44cc-866a-f586d39235bc tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 May 02 14:53:41.514123 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8bf1fa-0d89-42d9-973e-f7bbf188526d req-252c4f37-6068-4beb-b6ee-15e0df7f60e5 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:41.515631 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e8bf1fa-0d89-42d9-973e-f7bbf188526d req-252c4f37-6068-4beb-b6ee-15e0df7f60e5 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0746219 May 02 14:53:41.519620 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-bb424480-c3cb-428b-8b48-3acd312e3563 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682297 May 02 14:53:41.561336 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e8bf1fa-0d89-42d9-973e-f7bbf188526d req-71ffa6be-8263-4296-a043-30fae7b239b1 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 May 02 14:53:41.739627 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306e2e2-2738-4023-967a-26da107535c2 req-437b97d6-e4db-4c4d-88c8-c7c11dbda623 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:41.741257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e306e2e2-2738-4023-967a-26da107535c2 req-437b97d6-e4db-4c4d-88c8-c7c11dbda623 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 945 time: 0.0607960 May 02 14:53:41.826693 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-e532e713-7a50-476c-8cff-0c7f2cc5fa81 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821134 May 02 14:53:41.836141 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-afc71611-d29b-4b19-a9c9-ead0ea796d61 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:41.837516 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-afc71611-d29b-4b19-a9c9-ead0ea796d61 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 814 time: 0.1731384 May 02 14:53:42.031809 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-29ac77b4-6b1a-4b90-a79e-faaedab0a907 req-f53fbcbf-128c-4726-9d41-7863d16e827b tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0282042 May 02 14:53:42.084188 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4de34467-566c-47b7-932c-110e06160138 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:53:42.162902 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4de34467-566c-47b7-932c-110e06160138 is: ACTIVE; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:42.163306 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4de34467-566c-47b7-932c-110e06160138), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.187393 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de34467-566c-47b7-932c-110e06160138'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:42.189638 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ab467-12bf-480d-8373-77dfd9bd8cab" -d '{"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-unplugged", "status": "completed", "tag": "4de34467-566c-47b7-932c-110e06160138"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:42.227638 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:42.250361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04161e6c-5515-4612-a481-103fa68ec8ac req-41f9783a-6789-467a-bf19-bbe3819bc60f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:42.250361 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-04161e6c-5515-4612-a481-103fa68ec8ac req-41f9783a-6789-467a-bf19-bbe3819bc60f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0533164 May 02 14:53:42.255370 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Request body: {'port': {'device_id': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90', 'admin_state_up': True, 'tenant_id': '816d4d81e8c94f4c9b6010a5208e16f7'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:42.289295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 14:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5623b7-f2a7-43bd-9d8a-082b67e52f8c x-openstack-request-id: req-0b5623b7-f2a7-43bd-9d8a-082b67e52f8c {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:42.289295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-unplugged", "status": "completed", "tag": "4de34467-566c-47b7-932c-110e06160138", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:42.289295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b5623b7-f2a7-43bd-9d8a-082b67e52f8c {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:42.289295 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5623b7-f2a7-43bd-9d8a-082b67e52f8c'] response: {'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4de34467-566c-47b7-932c-110e06160138', 'code': 200} May 02 14:53:42.311097 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4de34467-566c-47b7-932c-110e06160138), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.338122 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-7ea8bb94-3efb-4e01-ad41-e10ffb55d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:42.339640 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-7ea8bb94-3efb-4e01-ad41-e10ffb55d0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1129 time: 0.0911524 May 02 14:53:42.361763 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:42.424629 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-04161e6c-5515-4612-a481-103fa68ec8ac req-357779b9-ac82-4a91-8205-ec95a63a7596 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673079 May 02 14:53:42.454623 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Deleting port 4de34467-566c-47b7-932c-110e06160138 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:53:42.454977 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (4de34467-566c-47b7-932c-110e06160138), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.471381 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7e38f-ea89-4dcd-9850-700ca6102388 req-341b871c-60f0-4500-a669-c72fdb543875 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:42.472845 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bff7e38f-ea89-4dcd-9850-700ca6102388 req-341b871c-60f0-4500-a669-c72fdb543875 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 943 time: 0.0884395 May 02 14:53:42.528167 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bff7e38f-ea89-4dcd-9850-700ca6102388 req-6c8ed5ae-e9b2-4040-aab5-f96739de4594 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/security-groups?id=1aa0782c-a7db-4163-96cb-072a62fab87f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479498 May 02 14:53:42.556155 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Made reservation on behalf of 816d4d81e8c94f4c9b6010a5208e16f7 for: {'port': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:53:42.559541 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.587136 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.592436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] For port 4de34467-566c-47b7-932c-110e06160138, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4de34467-566c-47b7-932c-110e06160138,segment=NetworkSegment(dcbfef2d-ac2e-450a-bcbe-e8093f9657d3),segment_id=dcbfef2d-ac2e-450a-bcbe-e8093f9657d3)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:42.592808 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (4de34467-566c-47b7-932c-110e06160138), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.601151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e3a39-6e66-4404-b058-fd67a3d955f2 req-51351d61-a8c2-431e-883c-62626ffea23c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:42.602660 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e6e3a39-6e66-4404-b058-fd67a3d955f2 req-51351d61-a8c2-431e-883c-62626ffea23c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0742853 May 02 14:53:42.622689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Calling delete_port for 4de34467-566c-47b7-932c-110e06160138 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:53:42.713298 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179a589-f01f-4c48-afc9-e86a06c836b4 req-39b9135d-172b-433a-a171-86f7ad44057c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:42.714771 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f179a589-f01f-4c48-afc9-e86a06c836b4 req-39b9135d-172b-433a-a171-86f7ad44057c tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0801721 May 02 14:53:42.725687 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e6e3a39-6e66-4404-b058-fd67a3d955f2 req-4bb9fb9e-a6f0-41ff-978e-41fd5399c8fd tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166582 May 02 14:53:42.754559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Allocated IP 172.20.0.13 (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90/812b37b6-fdcf-46ee-bab8-09506ccd3fd7/8a578c3c-436f-495c-9c75-f15db95dd7aa) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:42.756010 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38384) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:42.805624 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f179a589-f01f-4c48-afc9-e86a06c836b4 req-6eee1845-55bf-459d-9fd9-d592c9044941 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817206 May 02 14:53:42.894211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (4de34467-566c-47b7-932c-110e06160138), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.944466 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks [] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:42.976182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Pushing event deleted for resources: {'Port': ['ID=4de34467-566c-47b7-932c-110e06160138,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:42.997351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e132f63-bf6b-48e7-83d6-92b015b2ef52 tempest-TestMinimumBasicScenario-1765587245 tempest-TestMinimumBasicScenario-1765587245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:43.001860 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8e132f63-bf6b-48e7-83d6-92b015b2ef52 tempest-TestMinimumBasicScenario-1765587245 tempest-TestMinimumBasicScenario-1765587245-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1124 time: 0.2418926 May 02 14:53:43.002346 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38392) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:43.006978 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'port_id': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:43.007120 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.007384 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.007724 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.008085 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.008472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.008800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.009124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.009974 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.010305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.010732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.011054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.011373 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.011694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.012042 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.012356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.031061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] No DVR routers for this DVR port 4de34467-566c-47b7-932c-110e06160138 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:53:43.034263 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.037781 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e306e2e2-2738-4023-967a-26da107535c2 req-0ca6fe38-6eab-4af3-8c6e-9fe31d379dc2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.41 "DELETE /v2.0/ports/4de34467-566c-47b7-932c-110e06160138 HTTP/1.1" status: 204 len: 173 time: 0.7745066 May 02 14:53:43.045236 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-deleted', 'tag': '4de34467-566c-47b7-932c-110e06160138'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:43.045236 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42418548-d259-4af0-b155-b2d4f1cd26c2" -d '{"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-deleted", "tag": "4de34467-566c-47b7-932c-110e06160138"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:43.071095 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.080124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29960e7d-bbe2-49b9-8ffc-5e6be35c9874 x-openstack-request-id: req-29960e7d-bbe2-49b9-8ffc-5e6be35c9874 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:43.080124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5", "name": "network-vif-deleted", "tag": "4de34467-566c-47b7-932c-110e06160138", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:43.080124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29960e7d-bbe2-49b9-8ffc-5e6be35c9874 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:43.080124 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29960e7d-bbe2-49b9-8ffc-5e6be35c9874'] response: {'server_uuid': 'd488bcbf-89b2-4e6f-aacc-9f3ce0b708b5', 'name': 'network-vif-deleted', 'tag': '4de34467-566c-47b7-932c-110e06160138', 'status': 'completed', 'code': 200} May 02 14:53:43.112411 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:43.118119 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:43.124699 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.131199 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:43.157397 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Pushing event updated for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:43.221268 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.221625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.221977 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.222316 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.222653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.222989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.223346 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.223681 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.224043 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.228255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:53:43.282084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7fc0d-fd8d-4531-ab1c-1c848b773c2a req-7da64425-475d-4646-a766-c3616afb4169 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:43.283542 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecb7fc0d-fd8d-4531-ab1c-1c848b773c2a req-7da64425-475d-4646-a766-c3616afb4169 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 932 time: 0.1560130 May 02 14:53:43.295587 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:43.296217 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.324673 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.393450 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecb7fc0d-fd8d-4531-ab1c-1c848b773c2a req-596d89cb-5341-44ff-bc97-79ac0cde7dd4 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033368 May 02 14:53:43.412574 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057711bf-ef60-4135-9deb-5baa830e7edc req-1cdb7924-a088-4760-8283-82902fcc441b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:43.412574 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-057711bf-ef60-4135-9deb-5baa830e7edc req-1cdb7924-a088-4760-8283-82902fcc441b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0479758 May 02 14:53:43.429957 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-870d3791-4428-4b07-8314-ed9d350686bd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1792409 May 02 14:53:43.463564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Allocated IP 172.27.0.205 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/eb8edada-8267-4b75-bedc-8cbf876b645f) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:53:43.464658 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-057711bf-ef60-4135-9deb-5baa830e7edc req-be417c11-6c93-46a5-8f0b-a26447c2b92f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453656 May 02 14:53:43.590874 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cfda0-5488-4d84-9211-89ed35ed1920 req-eeb686ce-08d7-49bf-abe0-7c0b46bb2ca5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:43.592390 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a08cfda0-5488-4d84-9211-89ed35ed1920 req-eeb686ce-08d7-49bf-abe0-7c0b46bb2ca5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0862978 May 02 14:53:43.615494 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d730df20-0f9a-4e94-a456-b06261fea418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.627442 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-22f2af83-5eec-4c9a-9217-d963b0889231 req-a75bf4f2-f4ce-48c4-b589-41c3b86456e4 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0327935 May 02 14:53:43.630216 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.675119 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a08cfda0-5488-4d84-9211-89ed35ed1920 req-a646995f-f2c6-4dde-a747-51c61ad72de8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749083 May 02 14:53:43.778828 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:43.824867 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:53:43.829800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:53:43.832196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:53:43.838721 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'Port': ['ID=eb8edada-8267-4b75-bedc-8cbf876b645f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:44.512458 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6319981-3625-48bf-b282-3a87a43f5c73 req-1ba9d01a-05da-4ab0-aa01-914b8f48e8dd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:44.515782 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f6319981-3625-48bf-b282-3a87a43f5c73 req-1ba9d01a-05da-4ab0-aa01-914b8f48e8dd tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 932 time: 0.0480528 May 02 14:53:44.516035 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for floatingip (07862e2b-bc7b-4932-b6a7-61c6d33b9eb7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:44.563109 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f6319981-3625-48bf-b282-3a87a43f5c73 req-fc5b8b7e-396d-4396-aefb-274a5bb60d36 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 May 02 14:53:44.627239 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcba4c3-00e9-49e0-81ec-447d804700d6 req-09628902-a711-4323-9f4b-1783d94a2b31 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:44.628744 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4bcba4c3-00e9-49e0-81ec-447d804700d6 req-09628902-a711-4323-9f4b-1783d94a2b31 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0704765 May 02 14:53:44.679797 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4bcba4c3-00e9-49e0-81ec-447d804700d6 req-fa9d10a4-108e-4832-bc11-765a7dd07777 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 May 02 14:53:44.727743 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-20c95783-68ad-429d-8ad4-fe9f9e944ee0 req-9ebcb33e-9830-4b22-9446-446e07b3713b tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0311453 May 02 14:53:44.732586 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:44.811953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cdca-3c01-43fa-9268-cc953e43b619 req-45c89c9b-5093-4766-b0a4-72466bc176c2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:44.813406 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d498cdca-3c01-43fa-9268-cc953e43b619 req-45c89c9b-5093-4766-b0a4-72466bc176c2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0603437 May 02 14:53:44.911320 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d498cdca-3c01-43fa-9268-cc953e43b619 req-c52e33ae-c2a6-4cc1-921e-10e493aebed0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856414 May 02 14:53:44.953770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:45.198541 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:45.271213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'Port': ['ID=eb8edada-8267-4b75-bedc-8cbf876b645f,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:45.278966 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (07862e2b-bc7b-4932-b6a7-61c6d33b9eb7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:45.380068 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Floating IP 07862e2b-bc7b-4932-b6a7-61c6d33b9eb7 associated. External IP: 172.27.0.205, port: 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67. May 02 14:53:45.592362 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Router 641c52df-2489-4169-80c2-378a468939a7 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:53:45.675793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100da60a-e842-4ec4-9246-057be5ecab48 req-88bad891-d5f7-442b-b9c5-8ea02b3af475 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:45.677350 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-100da60a-e842-4ec4-9246-057be5ecab48 req-88bad891-d5f7-442b-b9c5-8ea02b3af475 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 932 time: 0.0455039 May 02 14:53:45.705772 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:53:45.715523 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Sync routers for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:53:45.729152 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:53:45.729879 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:53:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:53:45.742404 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-100da60a-e842-4ec4-9246-057be5ecab48 req-2d707220-d8cf-4a6a-b776-3ee0166e5c24 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585077 May 02 14:53:45.820554 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:45.833128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd2ca-6ec0-4593-9425-c847f864253a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:45.849340 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:53:45.856875 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-388b9f32-8170-4507-85ff-505ea2901a3b req-6cf26ecb-555e-454b-b0e9-a7cfa4695245 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0369482 May 02 14:53:45.857735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee8545-06b3-47cc-baef-4c4788934586 req-31cacacd-8386-41a8-b9f7-b49401eddc61 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:45.859512 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56ee8545-06b3-47cc-baef-4c4788934586 req-31cacacd-8386-41a8-b9f7-b49401eddc61 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0781698 May 02 14:53:45.869849 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38434) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:45.877627 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1899535179', 'description': 'tempest-secgroup-smoke-1899535179 description', 'project_id': '997fcd7fac4840ada644dba449cc38a1'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:45.884228 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-0c7887f0-0756-451f-8367-c4a1d97ea023 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8756635 May 02 14:53:45.884228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:45.885618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554caa5-5fd9-4e64-b6a5-0811deb104ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:45.929273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7160b18a-7b0f-43e6-9337-dc2287668b52 x-openstack-request-id: req-7160b18a-7b0f-43e6-9337-dc2287668b52 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:45.929562 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:45.929812 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7160b18a-7b0f-43e6-9337-dc2287668b52 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:45.930233 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7160b18a-7b0f-43e6-9337-dc2287668b52'] response: {'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:53:45.944865 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-56ee8545-06b3-47cc-baef-4c4788934586 req-6e40b0c9-5afc-409e-8ba9-f733f652d4e8 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643892 May 02 14:53:46.015253 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Request body: {'port': {'device_id': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:46.062270 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44f8d5-d6f6-44f8-9e00-3422fd6bf1d2 req-80544188-2211-486a-a2cc-32202571ed03 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:46.063769 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-aa44f8d5-d6f6-44f8-9e00-3422fd6bf1d2 req-80544188-2211-486a-a2cc-32202571ed03 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0749631 May 02 14:53:46.092356 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.105803 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.112880 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '07862e2b-bc7b-4932-b6a7-61c6d33b9eb7', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '641c52df-2489-4169-80c2-378a468939a7', 'port_id': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'mac_address': 'fa:16:3e:c4:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:44Z', 'updated_at': '2022-05-02T14:53:44Z', 'revision_number': 0, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:53:46.140247 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Checking router: 641c52df-2489-4169-80c2-378a468939a7 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:53:46.149371 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:53:46.150056 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:53:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:53:46.205916 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-aa44f8d5-d6f6-44f8-9e00-3422fd6bf1d2 req-c1a8e3be-9c3b-45f9-93e6-1bb45335e61c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085553 May 02 14:53:46.210366 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-19c8fb52-4f37-4f42-9f71-5ef6f7886014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:46.212215 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-19c8fb52-4f37-4f42-9f71-5ef6f7886014 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1932127 May 02 14:53:46.231871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-cb056ba8-5821-43c6-ae8d-af3f14493dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:46.233399 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-cb056ba8-5821-43c6-ae8d-af3f14493dc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1129 time: 0.0672998 May 02 14:53:46.271355 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (efde5abd-be89-445f-b767-cf93fdcb4a04), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.272485 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:53:46.358747 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (efde5abd-be89-445f-b767-cf93fdcb4a04), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.377895 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a578c3c-436f-495c-9c75-f15db95dd7aa {{(pid=110410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:46.387325 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks [] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.400080 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.provisioning_blocks [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Transition to ACTIVE for port object 8a578c3c-436f-495c-9c75-f15db95dd7aa will not be triggered until provisioned by entity L2. {{(pid=110410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:53:46.400265 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efde5abd-be89-445f-b767-cf93fdcb4a04,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:46.440231 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.444621 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-95917ec5-fa4d-45c4-9f92-c38698b6d5e0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5691452 May 02 14:53:46.444839 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38446) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:46.449796 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:46.466809 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.490510 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '07862e2b-bc7b-4932-b6a7-61c6d33b9eb7', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '641c52df-2489-4169-80c2-378a468939a7', 'port_id': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'mac_address': 'fa:16:3e:c4:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:44Z', 'updated_at': '2022-05-02T14:53:44Z', 'revision_number': 0, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:53:46.522655 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9ede0-63c8-41e4-b4ae-3f95e2677234 None None] The sync data for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi is: [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '07862e2b-bc7b-4932-b6a7-61c6d33b9eb7', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '641c52df-2489-4169-80c2-378a468939a7', 'port_id': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'mac_address': 'fa:16:3e:c4:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:44Z', 'updated_at': '2022-05-02T14:53:44Z', 'revision_number': 0, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:53:46.543345 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:46.587065 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (aa1127cb-3ffa-44de-9f23-623257772752), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.600506 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Attempting to bind port 8a578c3c-436f-495c-9c75-f15db95dd7aa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:53:46.601052 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Attempting to bind port 8a578c3c-436f-495c-9c75-f15db95dd7aa by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:53:46.601161 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Attempting to bind port 8a578c3c-436f-495c-9c75-f15db95dd7aa on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:46.606779 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Port 8a578c3c-436f-495c-9c75-f15db95dd7aa on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:53:46.607113 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Attempting to bind port 8a578c3c-436f-495c-9c75-f15db95dd7aa on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:53:46.612485 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:53:46.616695 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Checking segment: {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:53:46.616695 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Bound using segment: {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'} {{(pid=110410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:53:46.616695 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.managers [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Bound port: 8a578c3c-436f-495c-9c75-f15db95dd7aa, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'}}] {{(pid=110410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:53:46.616695 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.646577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (aa1127cb-3ffa-44de-9f23-623257772752), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.682075 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, cleared binding levels {{(pid=110410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:53:46.685894 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:53:46.738128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949f6aa6-81e8-4a25-9e99-60a2d9d16930 None None] New status for floating IP 07862e2b-bc7b-4932-b6a7-61c6d33b9eb7: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:53:46.739170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (aa1127cb-3ffa-44de-9f23-623257772752), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.757424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1127cb-3ffa-44de-9f23-623257772752,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:46.779596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.844296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:46.844296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.845078 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a578c3c-436f-495c-9c75-f15db95dd7aa HTTP/1.1" status: 200 len: 1094 time: 0.8360264 May 02 14:53:46.852441 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:46.854718 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-651b9766-1f14-41dd-b6f2-dfca31ca6f14 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4089305 May 02 14:53:46.857450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38456) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:46.863256 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:46.886875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cef73-952a-4a07-a578-4b284113a7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=3']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:46.901819 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8f0e-49ce-42a0-b534-e622d1eb8efb req-4173effa-9e58-4d95-8b67-713d86050af7 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:46.904200 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-73ce8f0e-49ce-42a0-b534-e622d1eb8efb req-4173effa-9e58-4d95-8b67-713d86050af7 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.0761073 May 02 14:53:46.955874 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-73ce8f0e-49ce-42a0-b534-e622d1eb8efb req-f58de5f1-c0e7-458f-9d06-0ed568e30871 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 May 02 14:53:46.971497 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-23c73121-cdde-48b1-929d-07ca4fb1c7fa req-9ad2dafa-8b31-4cd3-bbf4-11cd7a0ff0d2 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0317819 May 02 14:53:46.975280 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (1c2619fa-72b2-4029-93dd-2198b4d589a2), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.028355 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (1c2619fa-72b2-4029-93dd-2198b4d589a2), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.067728 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c88a8-4f53-4292-b5e5-f80894015c0a req-98e499ea-164e-40f3-92c9-66a547506e3f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.069225 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8f9c88a8-4f53-4292-b5e5-f80894015c0a req-98e499ea-164e-40f3-92c9-66a547506e3f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0489600 May 02 14:53:47.115510 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8f9c88a8-4f53-4292-b5e5-f80894015c0a req-af55593f-fae9-40ea-81d6-a226ed836012 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 May 02 14:53:47.130709 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (1c2619fa-72b2-4029-93dd-2198b4d589a2), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.149072 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2619fa-72b2-4029-93dd-2198b4d589a2,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:47.220877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.222203 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f69c618b-6745-473c-8bbf-cd6f29ec6b2c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3636439 May 02 14:53:47.225093 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38462) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:47.229944 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:47.284360 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.327914 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (f74450bd-3f10-4c47-a3c9-cc946a95deb0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.345567 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c263172-8a0b-4836-9469-471b22c17194 req-008cc5c4-66c0-48ea-910d-25ba569704c7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.347023 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c263172-8a0b-4836-9469-471b22c17194 req-008cc5c4-66c0-48ea-910d-25ba569704c7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0605924 May 02 14:53:47.417172 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (f74450bd-3f10-4c47-a3c9-cc946a95deb0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.421806 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c263172-8a0b-4836-9469-471b22c17194 req-5a7c9d6f-b6bb-4262-aa80-cf118be34b84 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648978 May 02 14:53:47.500760 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (f74450bd-3f10-4c47-a3c9-cc946a95deb0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.519710 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74450bd-3f10-4c47-a3c9-cc946a95deb0,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:47.600118 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.601303 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6232edba-a9c7-4166-a2c5-6b4d4a7449f6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3753035 May 02 14:53:47.604054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38466) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:47.609083 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:47.680071 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-aff97bb7-48b3-4354-bdf3-63ba745c2a26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 217 time: 0.0663977 May 02 14:53:47.787757 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-66914aa5-b858-4814-bac5-bca7dc143b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.789606 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-66914aa5-b858-4814-bac5-bca7dc143b41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 1128 time: 0.0485353 May 02 14:53:47.792156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-eee696a7-527d-4086-8965-f2465e3b68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.793596 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-eee696a7-527d-4086-8965-f2465e3b68af service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 916 time: 0.1809945 May 02 14:53:47.796603 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (5f68ff6f-136c-46c4-b2fb-a08c2a545800), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.806017 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-e2c4be0b-6f36-4208-8ece-27cd427ab40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.807947 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-e2c4be0b-6f36-4208-8ece-27cd427ab40b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0885859 May 02 14:53:47.851494 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-8c44414a-3c3a-4311-86d9-58032ed18378 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa HTTP/1.1" status: 200 len: 217 time: 0.0392592 May 02 14:53:47.917818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-2bcf33c5-145f-4081-9278-9b424e4e0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.918962 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-9b84155b-2676-4147-b992-3a09dddd99af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:47.919297 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-2bcf33c5-145f-4081-9278-9b424e4e0d42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0982285 May 02 14:53:47.920703 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-9b84155b-2676-4147-b992-3a09dddd99af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=812b37b6-fdcf-46ee-bab8-09506ccd3fd7 HTTP/1.1" status: 200 len: 854 time: 0.0605521 May 02 14:53:47.931811 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:47.934383 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c306b088-531c-4cbd-b701-1c13b426a5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:47.942556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (5f68ff6f-136c-46c4-b2fb-a08c2a545800), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:47.952153 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-036885c1-2a09-415e-a98f-4d9df7ca1fd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 1001 time: 0.1320686 May 02 14:53:47.978090 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd923a-7ca6-479d-9d29-a0c4710b781e x-openstack-request-id: req-59bd923a-7ca6-479d-9d29-a0c4710b781e {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:47.978382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:47.978637 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-59bd923a-7ca6-479d-9d29-a0c4710b781e {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:47.979049 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bd923a-7ca6-479d-9d29-a0c4710b781e'] response: {'name': 'network-changed', 'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa', 'status': 'completed', 'code': 200} May 02 14:53:48.028604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (5f68ff6f-136c-46c4-b2fb-a08c2a545800), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.078417 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-1bd5914a-1297-4bb7-9cd3-87aa02f44e9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325654 May 02 14:53:48.087768 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f68ff6f-136c-46c4-b2fb-a08c2a545800,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:48.108978 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-ed407fbf-fe7b-4e77-8c17-eeb2b3f1c387 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757300 May 02 14:53:48.115998 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-684045e3-28f0-4918-af3c-f745324bd517 req-9e310f29-c0f4-4bbe-a1f1-4c62a6120a0d tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0406487 May 02 14:53:48.129869 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbb30aa1-6839-4941-a166-b8c36e24cda5 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:53:48.141156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c518a35-0512-43e8-a7b7-f3926d48d8fe req-2fa1ae23-ca3e-43e7-8541-9c54f5e17f99 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.152123 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c518a35-0512-43e8-a7b7-f3926d48d8fe req-2fa1ae23-ca3e-43e7-8541-9c54f5e17f99 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.1193023 May 02 14:53:48.206565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-0454c064-6642-496f-9d05-385a74e77f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.206565 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-0454c064-6642-496f-9d05-385a74e77f51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.1063335 May 02 14:53:48.207030 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.208713 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8ad9faf0-c340-47ca-8098-5e724e3e1cb8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6036260 May 02 14:53:48.212735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38486) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:48.218931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:48.233512 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4c518a35-0512-43e8-a7b7-f3926d48d8fe req-7c1f9726-f5a3-41bf-af07-885af1bf5c85 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802579 May 02 14:53:48.279125 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-2bad9f8f-13ed-4389-9d07-b4921045fbe6 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717980 May 02 14:53:48.291618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfcd4f-636f-4d53-961a-f277b75909bc req-c074acd0-de15-446f-9ffd-cbc21f9bf90f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.293101 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9fcfcd4f-636f-4d53-961a-f277b75909bc req-c074acd0-de15-446f-9ffd-cbc21f9bf90f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0658078 May 02 14:53:48.310347 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:48.325117 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:53:48.349692 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9fcfcd4f-636f-4d53-961a-f277b75909bc req-53873589-bff9-4cb1-b926-81fc97e9279d tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 May 02 14:53:48.366834 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port bbb30aa1-6839-4941-a166-b8c36e24cda5 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:48.367301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.375086 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d014234-bfb7-4d90-86a7-acbf13fadf61 req-17661de8-a859-460b-b9b3-e37a2fab64b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895243 May 02 14:53:48.381170 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.securitygroups_db [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Project 997fcd7fac4840ada644dba449cc38a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 14:53:48.384549 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb30aa1-6839-4941-a166-b8c36e24cda5 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:48.386908 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (caf56518-54f6-4733-9b0a-de9de6f5c650), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.423525 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:48.451280 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (caf56518-54f6-4733-9b0a-de9de6f5c650), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.541767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.557779 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cce09c-4e03-42f0-b2bd-821cae6cf394 req-4b2b4d14-2208-40cc-a6a8-58038459b638 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.559352 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-57cce09c-4e03-42f0-b2bd-821cae6cf394 req-4b2b4d14-2208-40cc-a6a8-58038459b638 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 943 time: 0.0510695 May 02 14:53:48.607688 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:48.617630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-cd9ccac2-00a4-4bbd-b1a1-1c4e24d96c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.619297 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-cd9ccac2-00a4-4bbd-b1a1-1c4e24d96c20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590606 May 02 14:53:48.625888 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (caf56518-54f6-4733-9b0a-de9de6f5c650), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.636149 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.655638 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf56518-54f6-4733-9b0a-de9de6f5c650,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:48.663997 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-57cce09c-4e03-42f0-b2bd-821cae6cf394 req-fef56c2b-ea7f-4f04-9a0a-7a623a5f2d82 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951355 May 02 14:53:48.676946 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62ed75d0-8233-4515-826d-c9cd39b63d86 req-c251cef3-0155-431b-b7f4-3d458d36127f service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190145 May 02 14:53:48.681818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-2097cfb7-de1d-42e5-9d57-ad556178adcd tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:48.683279 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-2097cfb7-de1d-42e5-9d57-ad556178adcd tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0610573 May 02 14:53:48.771592 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.772734 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-2458d2d3-5a0f-4c0f-b330-da91c9a8ef6a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5588398 May 02 14:53:48.776133 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38490) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:48.780698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'security_group_rule': {'security_group_id': 'efde5abd-be89-445f-b767-cf93fdcb4a04', 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:48.916643 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.securitygroups_db [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Project 997fcd7fac4840ada644dba449cc38a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 14:53:48.922089 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (841c54fc-3a4f-4be8-ba9e-4828c2bc4c1c), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:48.984090 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (841c54fc-3a4f-4be8-ba9e-4828c2bc4c1c), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.029345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-64d4a219-4b64-40d5-92f1-55dc91a2241f service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206117 May 02 14:53:49.072481 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Deleting port 060b0b24-d356-44fc-86b9-ffcb1f4173eb {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:53:49.072821 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.078184 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (841c54fc-3a4f-4be8-ba9e-4828c2bc4c1c), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.101007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841c54fc-3a4f-4be8-ba9e-4828c2bc4c1c,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:49.110253 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['bbb30aa1-6839-4941-a166-b8c36e24cda5'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:49.171543 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] For port 060b0b24-d356-44fc-86b9-ffcb1f4173eb, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=060b0b24-d356-44fc-86b9-ffcb1f4173eb,segment=NetworkSegment(8034ff41-5afe-4ce9-b153-c7e511be9167),segment_id=8034ff41-5afe-4ce9-b153-c7e511be9167)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:49.171953 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.187981 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Calling delete_port for 060b0b24-d356-44fc-86b9-ffcb1f4173eb owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:53:49.194980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.205048 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6d6d3000-fbcf-4fc6-9185-477e390bae35 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4191420 May 02 14:53:49.261583 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-932c4aab-9aef-424a-8874-1b3ca1c0c52e req-d9f230fd-188b-43c7-97a2-2ed535eb2eb5 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0384510 May 02 14:53:49.376959 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb7865-cbaa-466d-83c1-53759955b4cf req-37546c31-00bb-4ca3-88f1-8083b8b4fcc9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:49.379198 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88a9165b-41b7-40e1-a60b-117da0814ade req-e68b903f-85a9-44f3-96a9-ffc8bcf20709 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899535179&fields=id&tenant_id=997fcd7fac4840ada644dba449cc38a1 HTTP/1.1" status: 200 len: 267 time: 0.1132655 May 02 14:53:49.386549 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-47fb7865-cbaa-466d-83c1-53759955b4cf req-37546c31-00bb-4ca3-88f1-8083b8b4fcc9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.0656483 May 02 14:53:49.445092 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-47fb7865-cbaa-466d-83c1-53759955b4cf req-64deac90-79cb-455f-baa6-6ef014282106 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533121 May 02 14:53:49.540055 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19775110-c2ef-4c9f-bc1f-4d9d5b75127f req-b61e4565-0e04-46a4-93bd-0ee753a1a500 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:49.542349 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-19775110-c2ef-4c9f-bc1f-4d9d5b75127f req-b61e4565-0e04-46a4-93bd-0ee753a1a500 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 949 time: 0.0493052 May 02 14:53:49.596098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-19775110-c2ef-4c9f-bc1f-4d9d5b75127f req-79ff6a81-462a-478d-85d0-bf2e064d66a0 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/security-groups?id=ef11012d-09c8-4340-802d-f5da667e48b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476630 May 02 14:53:49.737091 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9165b-41b7-40e1-a60b-117da0814ade req-30f5a204-ff05-4b4e-b83a-e234ca59be46 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:49.738531 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88a9165b-41b7-40e1-a60b-117da0814ade req-30f5a204-ff05-4b4e-b83a-e234ca59be46 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.3588262 May 02 14:53:49.760381 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'port': {'security_groups': ['36e68e1b-541c-4120-b8a1-ccb7ed625fe2', 'efde5abd-be89-445f-b767-cf93fdcb4a04']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:53:49.787785 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e5958-6325-43e6-85f5-31083dea8188 req-13562728-867d-4773-b678-76ab0e35bdb5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:49.789397 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4a3e5958-6325-43e6-85f5-31083dea8188 req-13562728-867d-4773-b678-76ab0e35bdb5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 944 time: 0.0556002 May 02 14:53:49.823377 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c554caa5-5fd9-4e64-b6a5-0811deb104ab req-084528eb-ddc0-4321-befb-a15a71db57ab service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944267 May 02 14:53:49.841311 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4a3e5958-6325-43e6-85f5-31083dea8188 req-e3b256aa-6fdd-4ad5-8338-ee2defe196ff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 May 02 14:53:49.862921 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.888365 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38508) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:49.909699 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (060b0b24-d356-44fc-86b9-ffcb1f4173eb), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:49.964474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Pushing event deleted for resources: {'Port': ['ID=060b0b24-d356-44fc-86b9-ffcb1f4173eb,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:50.013990 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dc177fd2-148f-42c8-8ee5-051af45c8f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.020848 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] No DVR routers for this DVR port 060b0b24-d356-44fc-86b9-ffcb1f4173eb on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:53:50.023610 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.027483 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1cc02d27-b4c4-4408-bd16-254df921f371 req-f2f8bac5-dd0c-436b-9e31-93d9b1a01463 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.41 "DELETE /v2.0/ports/060b0b24-d356-44fc-86b9-ffcb1f4173eb HTTP/1.1" status: 204 len: 173 time: 1.0496757 May 02 14:53:50.030498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'name': 'network-vif-deleted', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:50.032733 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55996f-5774-42f7-8d68-40c6aea2c106" -d '{"events": [{"server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "name": "network-vif-deleted", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:50.074081 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a10d4a-020a-4753-995f-519fec15e26c x-openstack-request-id: req-15a10d4a-020a-4753-995f-519fec15e26c {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:50.074386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b27458c-ad44-4cd4-8ace-b6023f852ca5", "name": "network-vif-deleted", "tag": "060b0b24-d356-44fc-86b9-ffcb1f4173eb", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:50.074638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15a10d4a-020a-4753-995f-519fec15e26c {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:50.075036 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15a10d4a-020a-4753-995f-519fec15e26c'] response: {'server_uuid': '0b27458c-ad44-4cd4-8ace-b6023f852ca5', 'name': 'network-vif-deleted', 'tag': '060b0b24-d356-44fc-86b9-ffcb1f4173eb', 'status': 'completed', 'code': 200} May 02 14:53:50.107682 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dc177fd2-148f-42c8-8ee5-051af45c8f23 admin admin] Publish callbacks [] for security_group (85be1be0-3f91-4ac6-b425-297c60bccc59), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.153441 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:50.183529 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.187195 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.218914 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-dc177fd2-148f-42c8-8ee5-051af45c8f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (85be1be0-3f91-4ac6-b425-297c60bccc59), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.257858 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-dc177fd2-148f-42c8-8ee5-051af45c8f23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a182807600f4878947152f4b8bff743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3682337 May 02 14:53:50.258589 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177fd2-148f-42c8-8ee5-051af45c8f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85be1be0-3f91-4ac6-b425-297c60bccc59,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:50.260347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38514) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:53:50.268891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.319946 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:50.320639 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.322475 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-88a9165b-41b7-40e1-a60b-117da0814ade req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "PUT /v2.0/ports/3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 981 time: 0.5724626 May 02 14:53:50.367356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2246391-7c39-4cb8-8e65-f8fc93421d34 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=6']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:50.381459 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] Publish callbacks [] for security_group (85be1be0-3f91-4ac6-b425-297c60bccc59), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.386111 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6b93ec0b-a0d4-4212-8a51-b1aebf518e02 req-a1a0b299-5c33-4dd5-93da-0077b3637f24 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0371592 May 02 14:53:50.445920 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] Publish callbacks [] for security_group (85be1be0-3f91-4ac6-b425-297c60bccc59), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.466962 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7901a-5364-4296-a434-c653c99a2a28 req-cba7e6f7-a0d5-46f8-a756-37c9f9aaadb9 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:50.468536 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7eb7901a-5364-4296-a434-c653c99a2a28 req-cba7e6f7-a0d5-46f8-a756-37c9f9aaadb9 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0809605 May 02 14:53:50.573531 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7eb7901a-5364-4296-a434-c653c99a2a28 req-00f7ad72-e7d8-4330-a34a-199518232a0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920768 May 02 14:53:50.594767 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a433aa-c1e8-4164-8fc0-1f55db96ef4e req-3a52aff0-2287-4756-a032-6f148d2cdaee tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:50.596269 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-71a433aa-c1e8-4164-8fc0-1f55db96ef4e req-3a52aff0-2287-4756-a032-6f148d2cdaee tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.0737259 May 02 14:53:50.646152 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-037276e8-c8f0-479e-9ee3-2985973dcb60 None None] Provisioning complete for port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:50.646522 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-037276e8-c8f0-479e-9ee3-2985973dcb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.653230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (85be1be0-3f91-4ac6-b425-297c60bccc59), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.655879 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:50.657010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85be1be0-3f91-4ac6-b425-297c60bccc59 HTTP/1.1" status: 204 len: 168 time: 0.3949556 May 02 14:53:50.669234 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1178-96f3-46d3-af4b-00d7e4efc4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85be1be0-3f91-4ac6-b425-297c60bccc59,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:50.713127 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-71a433aa-c1e8-4164-8fc0-1f55db96ef4e req-9c33d020-bec4-4c3b-b078-7729828deff6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 May 02 14:53:50.736890 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bcff6186-db9d-4caa-833a-214bf0dba83b req-ef5c4e38-e468-4be3-a32d-f15561956d4f tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0478890 May 02 14:53:50.783816 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-037276e8-c8f0-479e-9ee3-2985973dcb60 None None] Current status of the port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:50.953645 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1239298-550c-44e5-b948-d02f6a40ccf0 req-63edcc9e-8d9a-4359-87ad-cc60c86b7210 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:50.955097 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a1239298-550c-44e5-b948-d02f6a40ccf0 req-63edcc9e-8d9a-4359-87ad-cc60c86b7210 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 944 time: 0.0459671 May 02 14:53:51.002719 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a1239298-550c-44e5-b948-d02f6a40ccf0 req-c71e6ac4-0c79-4932-8bbb-664daa5b3c89 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 May 02 14:53:51.486878 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ce61594b-9c11-4bd3-8b2a-fe0b17787de6 req-0b98afe7-d9ab-497d-8da8-94919ecf1076 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0279739 May 02 14:53:51.504031 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:51.574359 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbb30aa1-6839-4941-a166-b8c36e24cda5 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:53:51.579553 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['060b0b24-d356-44fc-86b9-ffcb1f4173eb'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:51.581456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:51.716601 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port bbb30aa1-6839-4941-a166-b8c36e24cda5 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:53:51.805190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port bbb30aa1-6839-4941-a166-b8c36e24cda5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:51.805577 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:51.827804 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabebc8-9d4e-42ce-a261-f8cc451f1f55 req-9939cbe7-be60-4032-a33d-9c772405df87 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:51.832370 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4aabebc8-9d4e-42ce-a261-f8cc451f1f55 req-9939cbe7-be60-4032-a33d-9c772405df87 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.0597630 May 02 14:53:51.860444 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-36aff68d-cac8-4fd7-b5ae-24e696f02806 req-fb51b895-3536-43fa-b4c1-07f3abd8cb46 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0483310 May 02 14:53:51.881326 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4aabebc8-9d4e-42ce-a261-f8cc451f1f55 req-1a453f32-a0c7-4670-8f8c-c65986032364 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463245 May 02 14:53:52.001421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port bbb30aa1-6839-4941-a166-b8c36e24cda5 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:52.001713 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:52.062776 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:52.065018 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d3f53-84d9-4cb9-ae20-f247b257cb19" -d '{"events": [{"server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "name": "network-vif-plugged", "status": "completed", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:52.078361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:52.087236 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:52.092707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a19abc-8cbb-4787-8b57-4a7d78adde3d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:52.117683 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b571bb82-935e-420a-8315-dc5b578ab6a3 x-openstack-request-id: req-b571bb82-935e-420a-8315-dc5b578ab6a3 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:52.117996 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "name": "network-vif-plugged", "status": "completed", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:52.118259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b571bb82-935e-420a-8315-dc5b578ab6a3 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:52.118696 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b571bb82-935e-420a-8315-dc5b578ab6a3'] response: {'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'code': 200} May 02 14:53:52.132796 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0206ea2-db43-4429-bf77-f4dfe40df489 req-2344c100-d29c-4286-a6ec-5ef232fad626 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:52.134755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0206ea2-db43-4429-bf77-f4dfe40df489 req-2344c100-d29c-4286-a6ec-5ef232fad626 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 944 time: 0.0645876 May 02 14:53:52.157089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c2e82-2caf-4fac-84fe-fa93c568ccca x-openstack-request-id: req-227c2e82-2caf-4fac-84fe-fa93c568ccca {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:52.157439 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:52.157703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-227c2e82-2caf-4fac-84fe-fa93c568ccca {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:52.158115 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227c2e82-2caf-4fac-84fe-fa93c568ccca'] response: {'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:53:52.187251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:52.187968 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0206ea2-db43-4429-bf77-f4dfe40df489 req-4f750398-abce-4030-b6be-4ccd1697d497 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 May 02 14:53:52.285743 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:52.590168 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1158d21c-5a09-4f7a-a92a-a6bd85ed9eba req-1d0b76cd-5b3e-4c90-b8cd-6e01e5a01950 tempest-VolumesActionsTest-141616504 tempest-VolumesActionsTest-141616504-project] 10.222.0.36 "GET /v2.0/ports?device_id=d488bcbf-89b2-4e6f-aacc-9f3ce0b708b5 HTTP/1.1" status: 200 len: 210 time: 0.0272782 May 02 14:53:52.973313 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3941682d-c19c-4c44-a762-48fa1228af9e req-b94d263c-679a-4661-b8d7-ea664fd129a4 tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0432010 May 02 14:53:53.005941 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-a1a95b19-621d-42cb-a457-fd9998548bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.007442 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-a1a95b19-621d-42cb-a457-fd9998548bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 1128 time: 0.0443032 May 02 14:53:53.012793 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646e2db-e37f-4748-89f2-93459505b251 req-aa61ce96-856e-4d72-b5f2-7f410bf002f0 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.014315 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6646e2db-e37f-4748-89f2-93459505b251 req-aa61ce96-856e-4d72-b5f2-7f410bf002f0 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 944 time: 0.0568798 May 02 14:53:53.064749 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6646e2db-e37f-4748-89f2-93459505b251 req-8084828a-6a67-4c0a-85ce-701e5d243834 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 May 02 14:53:53.239298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-79071859-13f2-4c5e-86ea-60c69687667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.240829 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-79071859-13f2-4c5e-86ea-60c69687667f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1168 time: 0.0883911 May 02 14:53:53.240963 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8a578c3c-436f-495c-9c75-f15db95dd7aa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:53:53.304161 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-f16a4777-265e-4e5f-a5bf-3fa532b7e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.305634 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-f16a4777-265e-4e5f-a5bf-3fa532b7e5c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 915 time: 0.1618826 May 02 14:53:53.318684 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841b85e-42f1-4e00-a72c-99657f9aa873 req-7d89c3c7-1a53-4143-846d-b7475b9d1cf1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.320128 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b841b85e-42f1-4e00-a72c-99657f9aa873 req-7d89c3c7-1a53-4143-846d-b7475b9d1cf1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0630038 May 02 14:53:53.347130 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:53.359298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '8a578c3c-436f-495c-9c75-f15db95dd7aa', 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90', 'port_id': '8a578c3c-436f-495c-9c75-f15db95dd7aa', 'mac_address': 'fa:16:3e:e7:69:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812b37b6-fdcf-46ee-bab8-09506ccd3fd7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:53:53.369391 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b841b85e-42f1-4e00-a72c-99657f9aa873 req-3ec3e782-4331-49de-953c-0ff92994a61e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429358 May 02 14:53:53.397212 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 8a578c3c-436f-495c-9c75-f15db95dd7aa is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:53.397604 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:53.411576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a578c3c-436f-495c-9c75-f15db95dd7aa {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:53:53.433000 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:53.493196 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:53.501277 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-dae534d6-bbe0-418b-b938-073e8f161c01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa HTTP/1.1" status: 200 len: 217 time: 0.0483112 May 02 14:53:53.546895 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:53:53.562842 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57968d-2588-453a-9c2c-c187601676a9 req-cb90c34f-0449-44ae-8e65-9c7fc9cda631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.564717 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2b57968d-2588-453a-9c2c-c187601676a9 req-cb90c34f-0449-44ae-8e65-9c7fc9cda631 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0459971 May 02 14:53:53.614374 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-d3d5b186-4383-42ed-8985-5097c433c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.615913 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-d3d5b186-4383-42ed-8985-5097c433c1e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=812b37b6-fdcf-46ee-bab8-09506ccd3fd7 HTTP/1.1" status: 200 len: 854 time: 0.0659485 May 02 14:53:53.617253 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-2ba95ac3-d8a2-4385-977a-2d7000a79082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:53.618633 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-2ba95ac3-d8a2-4385-977a-2d7000a79082 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 916 time: 0.1670697 May 02 14:53:53.632810 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2b57968d-2588-453a-9c2c-c187601676a9 req-86b45e8b-f706-4cbf-b2f9-e5794c3b16ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 May 02 14:53:53.693002 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-b8eba05a-288a-4d2f-aa01-20210ab31778 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654356 May 02 14:53:53.716709 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-e93a2f3d-721e-4fe4-b0e2-d229b51bf4c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 1001 time: 0.0775874 May 02 14:53:54.088745 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7002fda2-953a-486b-9f09-7c40c93161fe req-e6300a5f-e716-4031-8da0-61f8adf14a4b tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0277297 May 02 14:53:54.151028 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['8a578c3c-436f-495c-9c75-f15db95dd7aa'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:53:54.223090 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff12ea-f888-4bd5-809d-6f832976225f req-556f64a1-36a1-49e1-9f53-f2e445939570 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:54.232296 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9ff12ea-f888-4bd5-809d-6f832976225f req-556f64a1-36a1-49e1-9f53-f2e445939570 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 945 time: 0.0954800 May 02 14:53:54.272454 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-11e6168a-a5e7-42f6-8286-e626b58d3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:54.273478 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-11e6168a-a5e7-42f6-8286-e626b58d3c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.1177037 May 02 14:53:54.274396 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9ff12ea-f888-4bd5-809d-6f832976225f req-417fa8e9-785f-4942-b86a-e2338fb11d15 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 May 02 14:53:54.295490 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-1cb5b9af-ea0f-44a6-83ad-e5e237cfda74 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518235 May 02 14:53:54.500859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-1ca8e616-9931-45a7-a258-035f0986817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:54.503024 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-1ca8e616-9931-45a7-a258-035f0986817a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1068094 May 02 14:53:54.564085 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f73e0-e0f4-4115-a67d-37443da1ff17 req-79975f8c-a0a5-4fe2-9d6e-121876125dd1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:54.565556 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0f4f73e0-e0f4-4115-a67d-37443da1ff17 req-79975f8c-a0a5-4fe2-9d6e-121876125dd1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.1166723 May 02 14:53:54.593426 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c306b088-531c-4cbd-b701-1c13b426a5e6 req-d9fc6e6e-bbe4-4448-a881-1eba4d6c9c7f service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960065 May 02 14:53:54.621662 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0f4f73e0-e0f4-4115-a67d-37443da1ff17 req-862b4c0e-c79d-4139-9b80-06f64d700a11 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491617 May 02 14:53:55.197502 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-57c4abfd-d371-4f63-ae63-9d651b16ba15 req-3c59b52e-bb5f-434c-a48e-ea4187d5517e tempest-VolumesNegativeTest-198774564 tempest-VolumesNegativeTest-198774564-project] 10.222.0.36 "GET /v2.0/ports?device_id=0b27458c-ad44-4cd4-8ace-b6023f852ca5 HTTP/1.1" status: 200 len: 210 time: 0.0313430 May 02 14:53:55.341513 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-fb7a7805-34c8-4a2e-b033-52b32edf13e1 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 May 02 14:53:55.410762 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae92fc1-0679-4de8-bcc8-5aade10bc0b3 req-fbbcf49f-b8db-444a-9876-f6378c34456c tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:55.412251 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3ae92fc1-0679-4de8-bcc8-5aade10bc0b3 req-fbbcf49f-b8db-444a-9876-f6378c34456c tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 945 time: 0.0667186 May 02 14:53:55.495695 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-72a19abc-8cbb-4787-8b57-4a7d78adde3d req-03bcc7e4-9ebb-450d-8bc2-7835dcdc039b service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412132 May 02 14:53:55.507231 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3ae92fc1-0679-4de8-bcc8-5aade10bc0b3 req-19be06ff-fc7e-4dba-9701-bfaea6ed0d5d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633259 May 02 14:53:55.736122 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6784c7-ed64-4ac6-9880-1ec74f1f4467 req-592255d1-d8fc-4a55-85dc-d6f5ae03018a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:55.737869 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5c6784c7-ed64-4ac6-9880-1ec74f1f4467 req-592255d1-d8fc-4a55-85dc-d6f5ae03018a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0471368 May 02 14:53:55.789761 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5c6784c7-ed64-4ac6-9880-1ec74f1f4467 req-cc5c82a7-4c75-4f15-8c70-58a133299ffa tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 May 02 14:53:56.629102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3f92a-bb77-4bc8-b750-c1fed2502f35 req-36b4e876-dd32-44ac-b210-363e87092573 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:56.630577 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-80a3f92a-bb77-4bc8-b750-c1fed2502f35 req-36b4e876-dd32-44ac-b210-363e87092573 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 945 time: 0.0468934 May 02 14:53:56.678622 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-80a3f92a-bb77-4bc8-b750-c1fed2502f35 req-7c31d5dc-9ec7-4859-9010-c6bf4a4b2839 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 May 02 14:53:56.901655 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd832a-459a-49df-8af0-af50ffbd5ea0 req-4fd05109-8e3e-4c91-8398-30dfab84ec61 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:56.903142 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b1bd832a-459a-49df-8af0-af50ffbd5ea0 req-4fd05109-8e3e-4c91-8398-30dfab84ec61 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0473795 May 02 14:53:56.952362 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b1bd832a-459a-49df-8af0-af50ffbd5ea0 req-a944650a-361c-49e3-935b-4558b481dbf2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435855 May 02 14:53:57.794735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267b100-2562-4333-9134-287a5276d015 req-19d5e26f-a1b2-4de1-98f4-0d5314859b15 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:57.796264 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7267b100-2562-4333-9134-287a5276d015 req-19d5e26f-a1b2-4de1-98f4-0d5314859b15 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 945 time: 0.0499587 May 02 14:53:57.843062 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7267b100-2562-4333-9134-287a5276d015 req-f381c82b-f885-4f13-bf81-034dd7a5dc61 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 May 02 14:53:58.064708 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bbee0-6741-41e3-a8af-a196c8bc619a req-27e71158-98dd-4872-a007-cf76a26402e2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:58.066141 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eb7bbee0-6741-41e3-a8af-a196c8bc619a req-27e71158-98dd-4872-a007-cf76a26402e2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0492976 May 02 14:53:58.115738 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eb7bbee0-6741-41e3-a8af-a196c8bc619a req-9d4391e7-941f-4a81-b5dc-0b2a391515a9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439954 May 02 14:53:58.958165 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af96b20-cd07-44cb-abbe-b22c2617e5cb req-30c64f12-5ec5-4a60-965f-a7d28eaa5471 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:58.959625 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1af96b20-cd07-44cb-abbe-b22c2617e5cb req-30c64f12-5ec5-4a60-965f-a7d28eaa5471 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 945 time: 0.0466216 May 02 14:53:59.007777 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1af96b20-cd07-44cb-abbe-b22c2617e5cb req-52624f73-8b52-4934-b896-97725969d826 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423992 May 02 14:53:59.084522 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8a578c3c-436f-495c-9c75-f15db95dd7aa up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:53:59.135734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 8a578c3c-436f-495c-9c75-f15db95dd7aa completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:53:59.229638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019087d-a1f5-436e-8a9a-e83b78ea8bce req-7b398a4e-0aa0-49c2-9585-013676a2124d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:53:59.231245 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c019087d-a1f5-436e-8a9a-e83b78ea8bce req-7b398a4e-0aa0-49c2-9585-013676a2124d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0475059 May 02 14:53:59.249327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 8a578c3c-436f-495c-9c75-f15db95dd7aa triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:53:59.249708 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:59.279293 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c019087d-a1f5-436e-8a9a-e83b78ea8bce req-1f159c9c-4b8a-42fc-81bc-d56b2a911fcc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 May 02 14:53:59.327191 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 8a578c3c-436f-495c-9c75-f15db95dd7aa is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:53:59.327510 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:59.349452 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:53:59.351909 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d497d17f-f60d-466b-9f19-9e55bba1d7e2" -d '{"events": [{"server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "name": "network-vif-plugged", "status": "completed", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:53:59.364913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:53:59.389219 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8072a4bd-af9e-4093-ac71-604ed8e56276 x-openstack-request-id: req-8072a4bd-af9e-4093-ac71-604ed8e56276 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:53:59.397968 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "name": "network-vif-plugged", "status": "completed", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:53:59.397968 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8072a4bd-af9e-4093-ac71-604ed8e56276 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:53:59.397968 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8072a4bd-af9e-4093-ac71-604ed8e56276'] response: {'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa', 'code': 200} May 02 14:53:59.476025 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:53:59.476867 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 060b0b24-d356-44fc-86b9-ffcb1f4173eb no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:53:59.525511 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 060b0b24-d356-44fc-86b9-ffcb1f4173eb {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:53:59.525511 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 060b0b24-d356-44fc-86b9-ffcb1f4173eb not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:53:59.544595 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:00.135560 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ecd40-dbd8-478b-9123-c3771518d912 req-354d3ece-1b6b-4a25-9be5-0437690c2461 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:00.137301 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-313ecd40-dbd8-478b-9123-c3771518d912 req-354d3ece-1b6b-4a25-9be5-0437690c2461 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0486350 May 02 14:54:00.194999 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-313ecd40-dbd8-478b-9123-c3771518d912 req-561704e3-f910-4c0c-8023-ab867279895e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 May 02 14:54:00.413424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2cc2-121a-4acb-95ad-9322e82cbd59 req-953dbf60-ffdc-4f52-b966-b8fad0e8268a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:00.414928 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-303d2cc2-121a-4acb-95ad-9322e82cbd59 req-953dbf60-ffdc-4f52-b966-b8fad0e8268a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0530283 May 02 14:54:00.469866 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bed96d-0cdb-433d-83ce-9a487ba1fd2d req-5822c22c-c787-49ff-9973-3ec9667035d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:00.471425 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-59bed96d-0cdb-433d-83ce-9a487ba1fd2d req-5822c22c-c787-49ff-9973-3ec9667035d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 1130 time: 0.0555964 May 02 14:54:00.506850 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-303d2cc2-121a-4acb-95ad-9322e82cbd59 req-41a4c794-8cd8-4bf5-a42c-30eee753307c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835903 May 02 14:54:00.543620 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-59bed96d-0cdb-433d-83ce-9a487ba1fd2d req-0a1b1616-92bd-4922-a55d-4f0998536d01 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643499 May 02 14:54:00.628632 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982270b8-efb4-4377-a7cb-159c4829e489 req-abcbd106-82f7-4def-b999-60f6947720eb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:00.630150 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-982270b8-efb4-4377-a7cb-159c4829e489 req-abcbd106-82f7-4def-b999-60f6947720eb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0507908 May 02 14:54:00.641839 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38888) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:00.643467 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'floatingip': {'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:54:00.684840 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:01.154636 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:01.272669 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:01.367742 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a350f-a59e-4b87-b3e3-0ccf5fe0ff10 req-9d7af714-3552-4bda-857c-25e1cd8db5cf tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:01.369302 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d0a350f-a59e-4b87-b3e3-0ccf5fe0ff10 req-9d7af714-3552-4bda-857c-25e1cd8db5cf tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0994833 May 02 14:54:01.446605 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Floating IP 62a40114-cc2d-4322-b566-f8f3367b6776 associated. External IP: 172.27.0.159, port: bbb30aa1-6839-4941-a166-b8c36e24cda5. May 02 14:54:01.514869 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d0a350f-a59e-4b87-b3e3-0ccf5fe0ff10 req-1912705c-b4ec-4882-a18a-e96831fd2eda tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046996 May 02 14:54:01.708119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:54:01.844496 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:54:01.849606 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:01.859824 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:54:01.884844 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-81894911-18b5-401d-ba4f-93dfb0b02124 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "PUT /v2.0/floatingips/62a40114-cc2d-4322-b566-f8f3367b6776 HTTP/1.1" status: 200 len: 991 time: 1.2442539 May 02 14:54:01.885476 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:54:01.886495 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:54:01.887332 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:53:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:01.887962 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ea318d-374c-4c08-8aab-354320bf3eae" -d '{"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:54:01.926204 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f63e32d-852d-46fb-94b0-21a434357ada x-openstack-request-id: req-1f63e32d-852d-46fb-94b0-21a434357ada {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:54:01.926504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:54:01.926763 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f63e32d-852d-46fb-94b0-21a434357ada {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:54:01.927179 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f63e32d-852d-46fb-94b0-21a434357ada'] response: {'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'status': 'completed', 'code': 200} May 02 14:54:02.087468 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:54:02.243317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-28c72230-9c96-41a5-8ce1-91974289eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:02.245468 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-28c72230-9c96-41a5-8ce1-91974289eacb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0514853 May 02 14:54:02.349654 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:54:01Z', 'revision_number': 1, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:02.364214 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-8482f038-eb23-4862-824f-39fba15fd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:02.366649 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-8482f038-eb23-4862-824f-39fba15fd736 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1076534 May 02 14:54:02.379771 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:54:02.390428 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:54:02.392401 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:53:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:02.484278 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-599c9944-7ba3-416d-95d4-3f24896dd401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 999 time: 0.1026094 May 02 14:54:02.562846 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:54:02.592882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-88c62840-0002-4309-8d0a-b56a142aa818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:02.596456 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-88c62840-0002-4309-8d0a-b56a142aa818 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0759122 May 02 14:54:02.700473 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee6742-76d3-4d1d-83bf-6827ec7e5e6a req-26a1575e-3501-4ebd-9880-14968d5d5ca9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:02.702596 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a7ee6742-76d3-4d1d-83bf-6827ec7e5e6a req-26a1575e-3501-4ebd-9880-14968d5d5ca9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0761225 May 02 14:54:02.763522 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a7ee6742-76d3-4d1d-83bf-6827ec7e5e6a req-adf0e732-a82c-47be-bf5c-c46ec8f3be46 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 May 02 14:54:02.851660 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:54:01Z', 'revision_number': 1, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:02.881228 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeff951b-d18c-4c80-8bce-996e868baf69 None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:54:01Z', 'revision_number': 1, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:54:03.140491 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db29cb-009c-4d6a-86b7-da093abb5c62 None None] New status for floating IP 62a40114-cc2d-4322-b566-f8f3367b6776: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:54:03.521869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-e1ba9d62-e54f-45ca-814f-6efa18249252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:03.523892 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-e1ba9d62-e54f-45ca-814f-6efa18249252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773025 May 02 14:54:03.647815 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-76619ee0-1b55-4a1f-9c2a-0871bcadab11 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012886 May 02 14:54:03.822456 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d6ea318d-374c-4c08-8aab-354320bf3eae req-80a77228-d35d-43c3-b58a-641d979074cf service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387725 May 02 14:54:03.894776 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 38972) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:03.940187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f8552-6c46-4ec8-a1f0-8b5c415a4cc2 req-8837e84c-9ac9-4a14-ab9e-0b3d2945b7f6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:03.942458 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-094f8552-6c46-4ec8-a1f0-8b5c415a4cc2 req-8837e84c-9ac9-4a14-ab9e-0b3d2945b7f6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0700526 May 02 14:54:04.045812 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-094f8552-6c46-4ec8-a1f0-8b5c415a4cc2 req-12e39f1e-d345-494b-9f5a-1c6cbb011c85 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960035 May 02 14:54:04.065027 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9fb9c-89b0-4ba2-9b2c-a1d29d519a74 req-5d3965ce-3d95-4668-9ad6-a6d9154787c9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:04.066909 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8ca9fb9c-89b0-4ba2-9b2c-a1d29d519a74 req-5d3965ce-3d95-4668-9ad6-a6d9154787c9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0800471 May 02 14:54:04.166750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 38994) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:04.167148 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-305cff38-d1c7-40ca-a2cf-64bbe82c1959 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54de2c0fb2fc4192bfeaa5a16b0fa683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2702594 May 02 14:54:04.223447 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8ca9fb9c-89b0-4ba2-9b2c-a1d29d519a74 req-f5069842-faf0-43df-9dd5-ec9b836a2e30 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492484 May 02 14:54:04.240392 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] Publish callbacks [] for security_group (ef11012d-09c8-4340-802d-f5da667e48b0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:04.270555 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] Publish callbacks [] for security_group (ef11012d-09c8-4340-802d-f5da667e48b0), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:04.454866 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ef11012d-09c8-4340-802d-f5da667e48b0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:04.457655 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:04.459100 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef11012d-09c8-4340-802d-f5da667e48b0 HTTP/1.1" status: 204 len: 168 time: 0.2913513 May 02 14:54:04.474446 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b1781-5294-45cb-a7e0-0a8d695081da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11012d-09c8-4340-802d-f5da667e48b0,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:05.658026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24bd80-073d-451c-acd5-a1cdf91ce80c req-6e1aca4d-176d-46de-815e-c9a6d85e2650 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:05.659681 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7e24bd80-073d-451c-acd5-a1cdf91ce80c req-6e1aca4d-176d-46de-815e-c9a6d85e2650 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.3386495 May 02 14:54:05.711207 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7e24bd80-073d-451c-acd5-a1cdf91ce80c req-f9d0f0b5-7c1f-482f-815a-b176ee043225 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435841 May 02 14:54:06.854724 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91f0c1-eacc-4f7c-87b4-9ced4a40c86b req-d021166e-e90e-4a5b-bdcb-17057599bb31 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:06.856411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6b91f0c1-eacc-4f7c-87b4-9ced4a40c86b req-d021166e-e90e-4a5b-bdcb-17057599bb31 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0560272 May 02 14:54:06.907431 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6b91f0c1-eacc-4f7c-87b4-9ced4a40c86b req-be218515-95d9-4507-a905-3c5f8ca168f8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 May 02 14:54:08.038707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf4597-19fd-4554-9a8a-aca4615c1060 req-1bb5fb0f-8b82-4f84-89a7-50aaeb560cc6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:08.040280 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0fcf4597-19fd-4554-9a8a-aca4615c1060 req-1bb5fb0f-8b82-4f84-89a7-50aaeb560cc6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0485728 May 02 14:54:08.094757 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0fcf4597-19fd-4554-9a8a-aca4615c1060 req-56068b88-f85e-4daa-a1ad-5481ddbbb4a6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481460 May 02 14:54:08.981399 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:54:09.225218 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860871f3-1093-40b6-8e31-35914ec232aa req-a3690196-8d42-4938-ba11-a88d55c7fbf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:09.226748 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-860871f3-1093-40b6-8e31-35914ec232aa req-a3690196-8d42-4938-ba11-a88d55c7fbf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0485058 May 02 14:54:09.285263 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-860871f3-1093-40b6-8e31-35914ec232aa req-3028cd05-48ef-43c8-8973-a7a0bd33f6d5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515602 May 02 14:54:10.435700 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bc026-3140-4a12-9ee8-7361b0c2429d req-a9bfe913-e193-46da-aefe-539ebbd45018 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:10.437348 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b9bc026-3140-4a12-9ee8-7361b0c2429d req-a9bfe913-e193-46da-aefe-539ebbd45018 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0532844 May 02 14:54:10.500513 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3b9bc026-3140-4a12-9ee8-7361b0c2429d req-d1a5fe28-6e86-4660-bcb5-daa1cf91b98e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 May 02 14:54:11.636349 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cccfa-84c4-4c1a-a90c-6570c2d0f79f req-aa7da417-6e3e-42b6-ab61-5bb851576b11 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:11.643106 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-829cccfa-84c4-4c1a-a90c-6570c2d0f79f req-aa7da417-6e3e-42b6-ab61-5bb851576b11 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0552218 May 02 14:54:11.711334 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-829cccfa-84c4-4c1a-a90c-6570c2d0f79f req-35d34e86-7eca-43ea-8901-f3765f059244 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672858 May 02 14:54:12.585583 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:12.821666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fa2af-b06a-4e40-87e3-442dd0d530a6 req-39315613-cfed-4f0d-9ec4-6befee59eaff tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:12.823325 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-705fa2af-b06a-4e40-87e3-442dd0d530a6 req-39315613-cfed-4f0d-9ec4-6befee59eaff tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0469050 May 02 14:54:12.872171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-705fa2af-b06a-4e40-87e3-442dd0d530a6 req-284ea5a8-2fb0-4f3d-b07a-691e215b0971 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428548 May 02 14:54:13.614165 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ee2f85e0-dec7-4a54-b6b9-82bdec1e275f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:14.002993 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0224a-cb63-4f79-93a7-ac55c0ded43a req-89068769-584f-4204-9bd7-123cb997d7ea tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:14.004895 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-68c0224a-cb63-4f79-93a7-ac55c0ded43a req-89068769-584f-4204-9bd7-123cb997d7ea tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0600326 May 02 14:54:14.058115 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-68c0224a-cb63-4f79-93a7-ac55c0ded43a req-dadc4256-da2c-4590-9e9d-58e195bdb0e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 May 02 14:54:15.194340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cd05b-cb05-4e7b-b8eb-d3f415107d44 req-2d8afb6f-f5bd-4341-bcc3-c4f44325979c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:15.196060 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-be0cd05b-cb05-4e7b-b8eb-d3f415107d44 req-2d8afb6f-f5bd-4341-bcc3-c4f44325979c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0533843 May 02 14:54:15.248847 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-be0cd05b-cb05-4e7b-b8eb-d3f415107d44 req-91deda57-da37-409d-8fe1-e0f4d5ffd9f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 May 02 14:54:15.856051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-75265060-ee30-48a3-bf01-e54e5e454bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:16.373330 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a8e1e-0ea8-4c63-bb9f-dbf0ebb45983 req-b523c1f2-df77-4bf2-9ca2-9f7d12577f22 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:16.374937 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a44a8e1e-0ea8-4c63-bb9f-dbf0ebb45983 req-b523c1f2-df77-4bf2-9ca2-9f7d12577f22 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0488763 May 02 14:54:16.424754 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a44a8e1e-0ea8-4c63-bb9f-dbf0ebb45983 req-a64d07da-2f14-44ca-82fa-7a86ac595502 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 May 02 14:54:17.263899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:17.549947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266a1c2-8531-4128-9256-025ad0838d43 req-c0094cd3-4bd0-4f58-98fb-efc3a7ab2a53 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:17.551334 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8266a1c2-8531-4128-9256-025ad0838d43 req-c0094cd3-4bd0-4f58-98fb-efc3a7ab2a53 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0527725 May 02 14:54:17.606970 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8266a1c2-8531-4128-9256-025ad0838d43 req-4e0f8157-d016-489e-b663-4e1a1ef82624 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 May 02 14:54:18.572799 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:18.736065 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9a2bc-57d5-40b2-9d79-caa07222e1d6 req-da203a1d-6de3-4fbc-8fba-d331d90b2377 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:18.737535 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05a9a2bc-57d5-40b2-9d79-caa07222e1d6 req-da203a1d-6de3-4fbc-8fba-d331d90b2377 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0527210 May 02 14:54:18.786917 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05a9a2bc-57d5-40b2-9d79-caa07222e1d6 req-64b4e6e1-8607-4bcd-ae1e-6929ecebfdde tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437753 May 02 14:54:19.914671 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8cb36-ded3-4875-8941-ea5e96f8b94c req-95e03b44-3587-4efa-93d6-9c8f79e9a624 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:19.916372 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07c8cb36-ded3-4875-8941-ea5e96f8b94c req-95e03b44-3587-4efa-93d6-9c8f79e9a624 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0517685 May 02 14:54:19.969668 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07c8cb36-ded3-4875-8941-ea5e96f8b94c req-c19cec8e-620a-4058-9d48-4e3935a58512 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 May 02 14:54:20.202216 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:21.100416 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7deee5-c622-4518-9542-7785806c9585 req-0658b008-8eaf-4273-9365-cca48598c6a8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:21.103218 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb7deee5-c622-4518-9542-7785806c9585 req-0658b008-8eaf-4273-9365-cca48598c6a8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0518975 May 02 14:54:21.168992 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb7deee5-c622-4518-9542-7785806c9585 req-51458562-925e-4196-bb5d-bfe6cef0e76d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496907 May 02 14:54:22.292903 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54422d78-d0fa-45b7-a57c-0a707eb4611d req-3ef520b0-6a45-49f7-9212-2e0165b09cb0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:22.294642 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54422d78-d0fa-45b7-a57c-0a707eb4611d req-3ef520b0-6a45-49f7-9212-2e0165b09cb0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0592670 May 02 14:54:22.347947 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54422d78-d0fa-45b7-a57c-0a707eb4611d req-da868bf8-0b25-4919-857e-a13e1736f849 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473711 May 02 14:54:23.468032 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60d898-d994-40d7-bb64-02dc3007a457 req-f377252b-81c6-4dd6-b29b-2acc6e924f8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:23.469466 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f60d898-d994-40d7-bb64-02dc3007a457 req-f377252b-81c6-4dd6-b29b-2acc6e924f8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0499365 May 02 14:54:23.517186 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f60d898-d994-40d7-bb64-02dc3007a457 req-e6397298-16a8-48dd-b827-d9c8ebc9fc04 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421081 May 02 14:54:24.632068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c33598-4b71-4818-b5ff-8c63ab74b906 req-a40e88a3-ce05-42a7-b30b-98099d8b3802 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:24.633543 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26c33598-4b71-4818-b5ff-8c63ab74b906 req-a40e88a3-ce05-42a7-b30b-98099d8b3802 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0462556 May 02 14:54:24.678756 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26c33598-4b71-4818-b5ff-8c63ab74b906 req-07b64bf3-cf4c-433a-beb6-5f11dbb3e400 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390680 May 02 14:54:25.180706 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:54:25.296947 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:54:25.308938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:54:25.363673 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: ACTIVE; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:54:25.369376 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:25.393442 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:54:25.414374 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:54:25.492021 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:25.557024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:25.565104 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.565456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.565804 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.566317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.566664 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.567003 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.567337 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.567671 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.568046 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.568384 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.568716 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.571135 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.571135 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.571135 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.571135 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:54:25.744371 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['a4c48c78-9b74-457f-84d7-b550e0a88607'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:54:25.808603 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f3211-eada-4f10-841c-ab61df50cd53 req-f1648bd0-dc9e-4886-816b-e5af417cb92a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:25.816483 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-195f3211-eada-4f10-841c-ab61df50cd53 req-f1648bd0-dc9e-4886-816b-e5af417cb92a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0604353 May 02 14:54:25.877730 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-195f3211-eada-4f10-841c-ab61df50cd53 req-02423df3-7956-47b5-b2a5-34006b8e55fd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603571 May 02 14:54:26.999681 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3715c0-d255-491b-81e3-9e84939e76dd req-d973efd1-7a64-4c2c-a018-d8cd9d3da5ac tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:27.001158 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c3715c0-d255-491b-81e3-9e84939e76dd req-d973efd1-7a64-4c2c-a018-d8cd9d3da5ac tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0490878 May 02 14:54:27.049298 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c3715c0-d255-491b-81e3-9e84939e76dd req-f456075b-b79c-4cc7-97a2-50a4b15db6ce tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425231 May 02 14:54:27.193937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:54:27.241030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port a4c48c78-9b74-457f-84d7-b550e0a88607 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:54:27.245764 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:27.319578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:54:27.319998 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:27.343429 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:54:27.345691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ca9519-d8e2-4761-99fe-f311f8bb3292" -d '{"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:54:27.358855 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:54:27.385025 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70261e05-7f54-4234-bac4-813fe5390cb9 x-openstack-request-id: req-70261e05-7f54-4234-bac4-813fe5390cb9 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:54:27.385324 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:54:27.386114 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70261e05-7f54-4234-bac4-813fe5390cb9 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:54:27.386509 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70261e05-7f54-4234-bac4-813fe5390cb9'] response: {'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'code': 200} May 02 14:54:27.430912 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:27.480761 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=7']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:28.166119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b650a8-7659-40be-b079-ec66bf0713ef req-c7a43d52-a1b6-49ee-916c-17fac68d2ca3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:28.168068 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-19b650a8-7659-40be-b079-ec66bf0713ef req-c7a43d52-a1b6-49ee-916c-17fac68d2ca3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0468364 May 02 14:54:28.216076 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-19b650a8-7659-40be-b079-ec66bf0713ef req-346066ce-57cd-431b-80f3-1ec925ceca32 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 May 02 14:54:29.339328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8eb92-0f9b-4dce-af40-b4f8555309e1 req-8b565988-6525-4bb4-bc65-4812b3f9540c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:29.340873 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6cb8eb92-0f9b-4dce-af40-b4f8555309e1 req-8b565988-6525-4bb4-bc65-4812b3f9540c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0484798 May 02 14:54:29.394832 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6cb8eb92-0f9b-4dce-af40-b4f8555309e1 req-69673e00-6a5d-4778-8be1-c9f382706f70 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484438 May 02 14:54:29.769968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 39280) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:29.815666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Deleting subnet 5336cae5-7238-49db-9ea4-b6b8d37cb71b {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:54:29.818566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Publish callbacks [] for subnet (5336cae5-7238-49db-9ea4-b6b8d37cb71b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:29.851726 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8733727'] for subnet (5336cae5-7238-49db-9ea4-b6b8d37cb71b), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:29.890004 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (5336cae5-7238-49db-9ea4-b6b8d37cb71b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.024809 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8825677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017572'] for subnet (5336cae5-7238-49db-9ea4-b6b8d37cb71b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.056257 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5336cae5-7238-49db-9ea4-b6b8d37cb71b,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:30.060529 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.063665 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9cbfcbd3-91f3-46ee-b91f-797a62713824 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5336cae5-7238-49db-9ea4-b6b8d37cb71b HTTP/1.1" status: 204 len: 168 time: 0.2926753 May 02 14:54:30.066375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 39282) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:30.133350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.211587 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.231553 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:30.240980 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:30.244621 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbfef2d-ac2e-450a-bcbe-e8093f9657d3') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:54:30.251064 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (dcbfef2d-ac2e-450a-bcbe-e8093f9657d3), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.264144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (dcbfef2d-ac2e-450a-bcbe-e8093f9657d3), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.269810 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:54:30.270197 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (dcbfef2d-ac2e-450a-bcbe-e8093f9657d3), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:54:30.271834 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:54:30.407245 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.412468 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.415691 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b HTTP/1.1" status: 204 len: 168 time: 0.3484595 May 02 14:54:30.426706 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a4b6c-8936-4cb7-bfff-1e492764cf91 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9d0af6-6468-462f-8ad4-dd7cc6ab4b4b,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:30.529520 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd233e-6bb4-46b4-9736-68914a3faff9 req-51095d77-4565-4f90-9085-913bb496b580 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:30.531045 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f8bd233e-6bb4-46b4-9736-68914a3faff9 req-51095d77-4565-4f90-9085-913bb496b580 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0524435 May 02 14:54:30.577842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f8bd233e-6bb4-46b4-9736-68914a3faff9 req-277befda-040c-4c8d-8c13-63cfd72369ab tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 May 02 14:54:30.783873 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 39290) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:30.823510 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6867b606-40c0-4a00-819c-e0918bbc925a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c863c2aa893f4616918e7134047a6507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379717 May 02 14:54:30.826138 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 39292) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:54:30.872052 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] Publish callbacks [] for security_group (1aa0782c-a7db-4163-96cb-072a62fab87f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:30.892790 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] Publish callbacks [] for security_group (1aa0782c-a7db-4163-96cb-072a62fab87f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:31.012052 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (1aa0782c-a7db-4163-96cb-072a62fab87f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:31.014534 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:31.015665 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1aa0782c-a7db-4163-96cb-072a62fab87f HTTP/1.1" status: 204 len: 168 time: 0.1885605 May 02 14:54:31.023412 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc099cc-a40d-49aa-bb93-ee4789f8021d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0782c-a7db-4163-96cb-072a62fab87f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:31.697689 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c4d4a-86df-44e2-ab3b-cc2c8a470e23 req-5a2d280e-6188-4169-953b-73253ca818bb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:31.699257 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a13c4d4a-86df-44e2-ab3b-cc2c8a470e23 req-5a2d280e-6188-4169-953b-73253ca818bb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0477076 May 02 14:54:31.747399 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a13c4d4a-86df-44e2-ab3b-cc2c8a470e23 req-84fdb860-c0c9-4129-bc0a-f5e1652a1406 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404708 May 02 14:54:32.869212 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3363bd-24da-4487-9a2a-4019626eff75 req-561dec18-63bc-455c-b1ea-bb80a7bdd8f8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:32.870699 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cc3363bd-24da-4487-9a2a-4019626eff75 req-561dec18-63bc-455c-b1ea-bb80a7bdd8f8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0470841 May 02 14:54:32.919145 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cc3363bd-24da-4487-9a2a-4019626eff75 req-1e78b377-b248-4748-83bd-2eb37aac5930 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 May 02 14:54:34.050052 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7d0a-6e40-46f5-9288-65f554aa07d4 req-a07a0eb1-f2e4-442f-b0ee-34f28f5ff4b7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:34.051565 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fb9e7d0a-6e40-46f5-9288-65f554aa07d4 req-a07a0eb1-f2e4-442f-b0ee-34f28f5ff4b7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0513284 May 02 14:54:34.102740 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fb9e7d0a-6e40-46f5-9288-65f554aa07d4 req-4eaf28a5-82c9-451f-8778-23aacf9a688f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454266 May 02 14:54:35.245178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2f23-1ceb-4974-9b7b-736485dac3d4 req-c350688e-3fe3-435f-b475-48c5565de698 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:35.249737 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-429a2f23-1ceb-4974-9b7b-736485dac3d4 req-c350688e-3fe3-435f-b475-48c5565de698 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0565250 May 02 14:54:35.298871 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-429a2f23-1ceb-4974-9b7b-736485dac3d4 req-d420275b-54b1-43da-82c2-2bfd4c36f17d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454397 May 02 14:54:36.427442 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405b08b-0d3f-47a0-8a00-457064ecf9c2 req-f3cb5a41-8cfd-4ce2-b256-ae0fb0f207ec tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:36.429251 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e405b08b-0d3f-47a0-8a00-457064ecf9c2 req-f3cb5a41-8cfd-4ce2-b256-ae0fb0f207ec tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0495267 May 02 14:54:36.494050 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e405b08b-0d3f-47a0-8a00-457064ecf9c2 req-802f0925-562a-4cc0-845b-6bdb538a4001 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585284 May 02 14:54:37.631630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abbec8-76cc-4098-8eb3-04c76901f45f req-241c8166-32e8-494a-a58a-0ba7f4d177c2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:37.633136 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f2abbec8-76cc-4098-8eb3-04c76901f45f req-241c8166-32e8-494a-a58a-0ba7f4d177c2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0477962 May 02 14:54:37.681493 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f2abbec8-76cc-4098-8eb3-04c76901f45f req-bd5e65a9-76dd-4b5c-aedc-ea78bca02689 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 May 02 14:54:38.203255 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-e9852c82-46ba-4e7f-a1c5-04e019c964e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:38.204892 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-e9852c82-46ba-4e7f-a1c5-04e019c964e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1129 time: 0.0448325 May 02 14:54:38.334322 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-0bd2d14d-e73b-4920-9d2d-bebd6255dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:38.336027 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-0bd2d14d-e73b-4920-9d2d-bebd6255dd02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.1065459 May 02 14:54:38.410405 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-b338a3e8-609c-468e-82a6-b266ac288024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 1000 time: 0.0665359 May 02 14:54:38.462750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-566e2bf1-014a-4434-8101-ffa5f7fb1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:38.466108 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-566e2bf1-014a-4434-8101-ffa5f7fb1f90 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0486269 May 02 14:54:38.516926 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-72bf882e-cc2b-4b95-b38c-606c84c51eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:38.518992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-72bf882e-cc2b-4b95-b38c-606c84c51eac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465181 May 02 14:54:38.625879 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-772c7253-44ec-4008-998d-d1c9012402a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984504 May 02 14:54:38.725037 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f4651f5-7eac-4c97-9b8b-31ab1df61652 req-cb1aa655-4ce1-4e38-ae20-827d4981e26e service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932581 May 02 14:54:38.833958 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d2c39-bbe4-4c0c-82b0-8e6443b6e1a1 req-ca39e9e2-6fb0-4bff-a38a-5a66f237dd7a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:38.840631 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4a7d2c39-bbe4-4c0c-82b0-8e6443b6e1a1 req-ca39e9e2-6fb0-4bff-a38a-5a66f237dd7a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0672667 May 02 14:54:38.893712 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4a7d2c39-bbe4-4c0c-82b0-8e6443b6e1a1 req-40060400-952c-4f43-bd57-7861f825c7d3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508013 May 02 14:54:40.046338 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74641a3-a6ee-4a89-b024-77ca0000381e req-dd70fae5-5545-4c9e-9a06-891764db53a5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:40.048026 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f74641a3-a6ee-4a89-b024-77ca0000381e req-dd70fae5-5545-4c9e-9a06-891764db53a5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0751078 May 02 14:54:40.181184 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f74641a3-a6ee-4a89-b024-77ca0000381e req-b641a4dd-fe76-4d9b-a6d5-1b2d2946a4df tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239350 May 02 14:54:41.306588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b7501-5e20-4192-81ca-8c3ce92d92da req-893a7f0a-d09d-4f1f-ab40-b3e4a68075eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:41.312635 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-127b7501-5e20-4192-81ca-8c3ce92d92da req-893a7f0a-d09d-4f1f-ab40-b3e4a68075eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0567968 May 02 14:54:41.385904 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-127b7501-5e20-4192-81ca-8c3ce92d92da req-8dc0cd97-a6c5-428e-82c7-e2708d53a890 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665913 May 02 14:54:42.516123 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fea4f-89c7-4ad4-b8ef-5aa789614aa1 req-9cb7f86b-709c-4f7a-91bc-f19d0c43f3fe tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:42.523822 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e7fea4f-89c7-4ad4-b8ef-5aa789614aa1 req-9cb7f86b-709c-4f7a-91bc-f19d0c43f3fe tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0650058 May 02 14:54:42.594251 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e7fea4f-89c7-4ad4-b8ef-5aa789614aa1 req-ddaf8a50-ef80-4166-806f-929e5fe99eaa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656886 May 02 14:54:42.596715 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:43.636460 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f6c52e5d-ea93-439c-baa6-1ef28b90b20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:43.728291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde9e4f-ba01-4023-bf37-06b5bce812ba req-002758f3-b64e-4543-8a0a-8ec22c1b9942 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:43.736376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8dde9e4f-ba01-4023-bf37-06b5bce812ba req-002758f3-b64e-4543-8a0a-8ec22c1b9942 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0618193 May 02 14:54:43.786114 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8dde9e4f-ba01-4023-bf37-06b5bce812ba req-44b2f476-7c08-4531-baee-7972d1c011cb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483468 May 02 14:54:44.986102 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add777cc-4abc-4784-b25e-ff6397210d49 req-04f54655-7e24-496d-838f-2cc07e32555c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:45.004755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-add777cc-4abc-4784-b25e-ff6397210d49 req-04f54655-7e24-496d-838f-2cc07e32555c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0750465 May 02 14:54:45.082242 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-add777cc-4abc-4784-b25e-ff6397210d49 req-ded543f9-02a7-4cde-9fb7-c5178af60f44 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835567 May 02 14:54:45.880032 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef42b-6362-44bb-b058-722d4dfcedaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:45.981596 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:54:46.215963 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c2a3b-9881-4da1-ace1-973928623559 req-12edd6e7-420e-41da-a84d-58b074a253f3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:46.217381 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-212c2a3b-9881-4da1-ace1-973928623559 req-12edd6e7-420e-41da-a84d-58b074a253f3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0582972 May 02 14:54:46.264208 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-212c2a3b-9881-4da1-ace1-973928623559 req-4cd801cd-3ffd-4936-9b17-2f12a8376160 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 May 02 14:54:47.293267 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:47.381365 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017367a-a08d-4816-b559-b9c5c157101b req-c8f08708-c6a2-4866-98f4-0a8a13c4a606 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:47.382834 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9017367a-a08d-4816-b559-b9c5c157101b req-c8f08708-c6a2-4866-98f4-0a8a13c4a606 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0466814 May 02 14:54:47.429492 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9017367a-a08d-4816-b559-b9c5c157101b req-37708d47-97a6-4bb3-be25-8f80d6d2abf0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 May 02 14:54:48.544134 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:48.550092 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28bd8c-9dac-49c7-ad62-728b8ee87c44 req-d5dd19d6-ebdb-4170-9232-5d8a405406b2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:48.551580 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f28bd8c-9dac-49c7-ad62-728b8ee87c44 req-d5dd19d6-ebdb-4170-9232-5d8a405406b2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0501106 May 02 14:54:48.598937 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f28bd8c-9dac-49c7-ad62-728b8ee87c44 req-daa20fa2-688c-41c8-817f-5e2e801a14b5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 May 02 14:54:49.718292 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6098372-6a88-4f72-948c-f528a6cf237d req-3c1a7619-4ed4-473c-a9bf-0e05de8f4a49 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:49.719788 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a6098372-6a88-4f72-948c-f528a6cf237d req-3c1a7619-4ed4-473c-a9bf-0e05de8f4a49 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0499969 May 02 14:54:49.766410 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a6098372-6a88-4f72-948c-f528a6cf237d req-b2a1d2d9-6284-4273-ae7a-e158f4c7b187 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 May 02 14:54:50.195186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:50.883898 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a48529-90ad-4ae9-af58-6416ba20f52c req-2783fb2e-d961-48b3-9ba5-f75b67a1344a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:50.885392 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-49a48529-90ad-4ae9-af58-6416ba20f52c req-2783fb2e-d961-48b3-9ba5-f75b67a1344a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0482407 May 02 14:54:50.933524 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-49a48529-90ad-4ae9-af58-6416ba20f52c req-096ef13e-1501-4b6f-a52e-95c86c67714a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 May 02 14:54:52.058054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01891903-625a-4c91-aa1c-45fe5e3d1ea0 req-e32e579b-7d03-4c8d-9a26-277dc7f289e0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:52.059548 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-01891903-625a-4c91-aa1c-45fe5e3d1ea0 req-e32e579b-7d03-4c8d-9a26-277dc7f289e0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0463185 May 02 14:54:52.111336 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-01891903-625a-4c91-aa1c-45fe5e3d1ea0 req-1749cad6-b260-427d-a86c-713ba9759d73 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 May 02 14:54:52.224071 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-cdd94fdf-d794-4e4d-baf4-1b2065926bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:52.224071 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-cdd94fdf-d794-4e4d-baf4-1b2065926bdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1129 time: 0.0447218 May 02 14:54:52.317583 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-213230e2-e1df-4cb8-a4f7-69dc5bbeca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:52.319436 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-213230e2-e1df-4cb8-a4f7-69dc5bbeca0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0947471 May 02 14:54:52.392225 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-b7b78779-dbe9-4084-b098-82e3f529df9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 1000 time: 0.0666194 May 02 14:54:52.463277 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-030c1be6-7d32-4b1c-a606-841ec09e054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:52.464791 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-030c1be6-7d32-4b1c-a606-841ec09e054a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0476658 May 02 14:54:52.510892 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-8a754ed6-5460-465a-bae4-8d3c7075d3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:52.512422 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-8a754ed6-5460-465a-bae4-8d3c7075d3e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407729 May 02 14:54:52.608986 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-32927b10-4816-480d-9626-6e3431820fb9 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888405 May 02 14:54:52.700444 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c12c93fc-c75f-4afa-98cc-4a878c3df50d req-91b33f2c-430d-4c0d-9908-3a09057c2ef3 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853243 May 02 14:54:53.245596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75c833-7670-4529-8590-39126ee78ceb req-687c41f6-5eeb-48b1-909d-f0e7548f4b1e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:53.245596 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb75c833-7670-4529-8590-39126ee78ceb req-687c41f6-5eeb-48b1-909d-f0e7548f4b1e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 945 time: 0.0522408 May 02 14:54:53.306668 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:54:53.407050 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: ACTIVE; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:54:53.407436 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:53.435277 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:54:53.437782 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d51546-160a-47a4-b782-d8673381e595" -d '{"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:54:53.451811 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:54:53.484569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 14:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c991c2c-0a41-421c-828f-6881959f3fab x-openstack-request-id: req-0c991c2c-0a41-421c-828f-6881959f3fab {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:54:53.484569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:54:53.484569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c991c2c-0a41-421c-828f-6881959f3fab {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:54:53.484569 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c991c2c-0a41-421c-828f-6881959f3fab'] response: {'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'code': 200} May 02 14:54:53.511639 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb75c833-7670-4529-8590-39126ee78ceb req-9093bf37-72e8-4e2c-b890-ec158bb89e97 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608712 May 02 14:54:53.543578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:54:53.593354 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=8']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:54:54.633054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48196e2-b82f-41b4-b17e-2100d8e6e79e req-58334826-fe46-4502-becb-c76585f19044 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:54.634538 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e48196e2-b82f-41b4-b17e-2100d8e6e79e req-58334826-fe46-4502-becb-c76585f19044 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0476983 May 02 14:54:54.684711 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e48196e2-b82f-41b4-b17e-2100d8e6e79e req-07a92a1e-9309-41ff-b962-230ad4c94c5f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 May 02 14:54:55.803981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e0a7f-b889-42ea-b7a8-e01272b449b0 req-b889ea15-11b7-4031-b750-5f2dbea6329c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:55.804562 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-865e0a7f-b889-42ea-b7a8-e01272b449b0 req-b889ea15-11b7-4031-b750-5f2dbea6329c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0457757 May 02 14:54:55.849411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-865e0a7f-b889-42ea-b7a8-e01272b449b0 req-38d832f1-917c-459d-a127-e354f19d9686 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 May 02 14:54:56.965745 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0e675-731f-47df-9a97-4e394e9ef068 req-e0689d85-a679-4ed2-b26b-eb678f3e3951 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:56.967173 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-24c0e675-731f-47df-9a97-4e394e9ef068 req-e0689d85-a679-4ed2-b26b-eb678f3e3951 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0449772 May 02 14:54:57.012759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-24c0e675-731f-47df-9a97-4e394e9ef068 req-63eb3ec1-157d-4586-b20d-bd475607a6df tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400019 May 02 14:54:58.133570 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e75ec-db20-4e54-aec5-dad147a2fecf req-69ef63d1-098d-4aa2-858c-114778e28c86 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:58.135027 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e71e75ec-db20-4e54-aec5-dad147a2fecf req-69ef63d1-098d-4aa2-858c-114778e28c86 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0474420 May 02 14:54:58.183636 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e71e75ec-db20-4e54-aec5-dad147a2fecf req-15826e24-e54c-40c6-abb1-326b484ca785 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 May 02 14:54:59.394375 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-4e2323af-5fd6-4e0b-940a-2131851a14d4 req-67314744-dc50-48f6-8d25-7e89743fb72d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:54:59.395349 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4e2323af-5fd6-4e0b-940a-2131851a14d4 req-67314744-dc50-48f6-8d25-7e89743fb72d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055199 May 02 14:54:59.681371 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a2f7-05c4-41ba-9c33-a5ae6b526016 req-8f04847e-bc27-46f0-9867-65dadf3c136e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:54:59.684360 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6811a2f7-05c4-41ba-9c33-a5ae6b526016 req-8f04847e-bc27-46f0-9867-65dadf3c136e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0490611 May 02 14:54:59.732625 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6811a2f7-05c4-41ba-9c33-a5ae6b526016 req-90d279b4-3ff6-4fc6-9189-eca038cf439d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432739 May 02 14:55:00.346722 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 39642) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:00.429023 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-959006fa-11ee-4b4b-ac8c-a1d2ac106c34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811348 May 02 14:55:00.439523 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-908a807a-ec38-44fb-a91c-806e16f6bdb9 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 14:55:00.440545 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-908a807a-ec38-44fb-a91c-806e16f6bdb9 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060973 May 02 14:55:00.516979 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 39650) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:00.609669 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-08dced38-2422-4601-b40e-061990ab8bae tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:00.611002 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-08dced38-2422-4601-b40e-061990ab8bae tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports/a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 940 time: 0.0930486 May 02 14:55:00.845014 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:55:00.852219 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db6eb9-78cb-4422-b6f7-b42fee46c5e6 req-50920b7a-ded0-419f-8afd-1892426adbfa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:00.853686 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05db6eb9-78cb-4422-b6f7-b42fee46c5e6 req-50920b7a-ded0-419f-8afd-1892426adbfa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0480161 May 02 14:55:00.904302 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05db6eb9-78cb-4422-b6f7-b42fee46c5e6 req-6fb9e0ec-310a-4990-b97c-321a1893cfd1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 May 02 14:55:00.922326 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: DOWN; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:55:02.025993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f56a45-1941-4a5d-8a39-e5b314b89ebd req-d3f0790d-5100-4a91-9d2b-d39914cb5f2a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:02.027481 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-55f56a45-1941-4a5d-8a39-e5b314b89ebd req-d3f0790d-5100-4a91-9d2b-d39914cb5f2a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0506010 May 02 14:55:02.076255 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-55f56a45-1941-4a5d-8a39-e5b314b89ebd req-895e2642-b5bc-4ec5-93cb-9a28dab19e7a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 May 02 14:55:03.200946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39202cbd-4e87-4a95-8798-ecfa05a0151d req-54d71e29-49f7-4ebc-b993-7b4dcde521e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:03.202409 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-39202cbd-4e87-4a95-8798-ecfa05a0151d req-54d71e29-49f7-4ebc-b993-7b4dcde521e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0463588 May 02 14:55:03.248541 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-39202cbd-4e87-4a95-8798-ecfa05a0151d req-e1d0ebd1-175e-4aa5-a44b-2feefc0cb587 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 May 02 14:55:04.362677 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41370f4-701b-429a-b47b-06cd7f92e0dd req-d4c848de-0b4d-49e3-992a-a3261e1a5c99 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:04.364574 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b41370f4-701b-429a-b47b-06cd7f92e0dd req-d4c848de-0b4d-49e3-992a-a3261e1a5c99 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0464396 May 02 14:55:04.411329 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b41370f4-701b-429a-b47b-06cd7f92e0dd req-d7595e9f-8bae-4837-af50-81631cb28e98 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 May 02 14:55:05.529377 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b16cb-0368-4e93-8d0f-be7623aa018c req-6073b7f1-ac2e-43c0-8c0c-8eef3a50b224 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:05.530811 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4e1b16cb-0368-4e93-8d0f-be7623aa018c req-6073b7f1-ac2e-43c0-8c0c-8eef3a50b224 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0460176 May 02 14:55:05.576169 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4e1b16cb-0368-4e93-8d0f-be7623aa018c req-c386d300-d2ed-438c-a180-f483dfdd90f2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 May 02 14:55:06.699113 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933599a9-4d24-4078-b72d-6bae517f492e req-3b270fb8-6195-423e-ba5c-de5d41e651cc tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:06.700517 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-933599a9-4d24-4078-b72d-6bae517f492e req-3b270fb8-6195-423e-ba5c-de5d41e651cc tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0520358 May 02 14:55:06.746716 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-933599a9-4d24-4078-b72d-6bae517f492e req-1e4c934a-7311-41b8-acf0-d84230261e56 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 May 02 14:55:07.871127 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd6c4-63b7-41e1-a716-9569d16b6a01 req-a6570dec-ba86-47a7-8d90-a944dc1a4cb2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:07.872600 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05cbd6c4-63b7-41e1-a716-9569d16b6a01 req-a6570dec-ba86-47a7-8d90-a944dc1a4cb2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0503583 May 02 14:55:07.921067 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05cbd6c4-63b7-41e1-a716-9569d16b6a01 req-33998c20-df38-4f9a-8224-50eba59027b3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 May 02 14:55:09.039653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035e6b-d2d2-47f9-ab01-0cd4dd7ae747 req-57ed86f4-dae1-46cc-a717-c5ac05e71070 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:09.041575 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0035e6b-d2d2-47f9-ab01-0cd4dd7ae747 req-57ed86f4-dae1-46cc-a717-c5ac05e71070 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0461721 May 02 14:55:09.089368 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0035e6b-d2d2-47f9-ab01-0cd4dd7ae747 req-9dbd27a6-5053-47b0-969f-fc4071649ac6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 May 02 14:55:10.209687 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333b46a-62fb-423c-bc6c-c92eb443d5fa req-2ff224d5-8f42-4e73-9b04-74a982bc8557 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:10.211122 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1333b46a-62fb-423c-bc6c-c92eb443d5fa req-2ff224d5-8f42-4e73-9b04-74a982bc8557 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0460651 May 02 14:55:10.266961 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1333b46a-62fb-423c-bc6c-c92eb443d5fa req-2a3005e8-fea5-4eca-869a-41f8584af1c4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500379 May 02 14:55:11.382108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d45e-7021-40cf-99c4-c2800873fd1c req-b053be0c-8603-4318-b879-b3c23485949a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:11.383563 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6e02d45e-7021-40cf-99c4-c2800873fd1c req-b053be0c-8603-4318-b879-b3c23485949a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0463159 May 02 14:55:11.432363 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6e02d45e-7021-40cf-99c4-c2800873fd1c req-921eb5b7-4e2f-44fe-b9e3-0d96571d8b28 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 May 02 14:55:12.558961 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c384127-f842-42ef-b90b-edbc9fe34686 req-48a15675-f249-4f6b-90c0-63cd4292c70f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:12.560545 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9c384127-f842-42ef-b90b-edbc9fe34686 req-48a15675-f249-4f6b-90c0-63cd4292c70f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0524690 May 02 14:55:12.582558 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:12.617278 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9c384127-f842-42ef-b90b-edbc9fe34686 req-05e9b319-4567-4445-8bc3-17b29bf91b6f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510662 May 02 14:55:13.623498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba5ac1f2-6698-4e79-b905-312aab561993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:13.733689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1073e54-c065-462b-9709-a34dd56411d7 req-cf4ac3a8-a35d-41c2-a617-b0acdec909e3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:13.735147 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c1073e54-c065-462b-9709-a34dd56411d7 req-cf4ac3a8-a35d-41c2-a617-b0acdec909e3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0459781 May 02 14:55:13.781068 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c1073e54-c065-462b-9709-a34dd56411d7 req-3dcbdfb7-d113-4dad-9171-ee08c26ee1fb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 May 02 14:55:14.423622 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-989aa3cc-039a-48fb-8b2a-e943a7d48395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.425152 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-989aa3cc-039a-48fb-8b2a-e943a7d48395 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 1127 time: 0.0734513 May 02 14:55:14.502552 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-8ec41582-9e80-46e3-96b4-33ec56480c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.504095 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-8ec41582-9e80-46e3-96b4-33ec56480c20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1127 time: 0.0420895 May 02 14:55:14.594347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-8f29fdc2-12f5-46d4-b379-232807462fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.596093 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-8f29fdc2-12f5-46d4-b379-232807462fd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0852680 May 02 14:55:14.661760 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-1c52c238-8d09-40c0-91ac-0f29bc8e9d5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 200 len: 998 time: 0.0595727 May 02 14:55:14.708838 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-3b7258b7-7910-4bbf-8dd9-29db3b295c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.710158 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-3b7258b7-7910-4bbf-8dd9-29db3b295c84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0424883 May 02 14:55:14.752004 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-e68bff21-7055-4245-a026-04d7a58e8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.753435 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-e68bff21-7055-4245-a026-04d7a58e8bcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368578 May 02 14:55:14.843818 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-3820efd3-e55c-4c26-be8f-92ca265ee222 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 May 02 14:55:14.899424 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635090e6-8861-444a-98b4-9e2ef145fae5 req-a95a0987-4574-4332-b719-3e0f6a9e29a8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:14.901081 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-635090e6-8861-444a-98b4-9e2ef145fae5 req-a95a0987-4574-4332-b719-3e0f6a9e29a8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0481887 May 02 14:55:14.937931 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b29b103-cc50-46bc-9236-1e924dbfe7d6 req-370a60e4-34d6-4632-9deb-3cc6ca03075e service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883477 May 02 14:55:14.953068 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-635090e6-8861-444a-98b4-9e2ef145fae5 req-30854ed1-6adc-4a85-9e36-a7cf067f1fd5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462627 May 02 14:55:15.845836 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a28fbad0-64b3-495b-b4af-0117ea352286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:16.080966 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cd24a-8f11-49dd-90de-e1bf9deec60b req-98adca82-8811-4cb8-8683-6aa3b7079bfc tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:16.082440 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-095cd24a-8f11-49dd-90de-e1bf9deec60b req-98adca82-8811-4cb8-8683-6aa3b7079bfc tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0511415 May 02 14:55:16.136809 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-095cd24a-8f11-49dd-90de-e1bf9deec60b req-0c32d340-cea6-41ce-8b6e-e54fa92be379 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487206 May 02 14:55:17.261131 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1615f-d398-4ad7-9e64-9ec9fa3541ed req-c10d42c1-c488-4653-b411-6e34bf1ed870 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:17.262704 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-17c1615f-d398-4ad7-9e64-9ec9fa3541ed req-c10d42c1-c488-4653-b411-6e34bf1ed870 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0484896 May 02 14:55:17.267687 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:17.312017 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-17c1615f-d398-4ad7-9e64-9ec9fa3541ed req-83d84fa3-c20b-4741-adbd-792c676668ff tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 May 02 14:55:18.438468 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ccb15-ba49-45e1-be1e-7fd2f8dd1dfc req-1c7fc5ad-d114-4253-9699-8152f9fa38c4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:18.440445 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f0ccb15-ba49-45e1-be1e-7fd2f8dd1dfc req-1c7fc5ad-d114-4253-9699-8152f9fa38c4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0549371 May 02 14:55:18.491620 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f0ccb15-ba49-45e1-be1e-7fd2f8dd1dfc req-c82ad1ce-906d-45e0-8a5d-c140d6a9906b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448532 May 02 14:55:18.570482 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:19.634437 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a81857-1dfd-446d-a66d-84be6e374e18 req-ce0d2c8c-79a2-474f-abb4-861a4165ba8b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:19.636098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c4a81857-1dfd-446d-a66d-84be6e374e18 req-ce0d2c8c-79a2-474f-abb4-861a4165ba8b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0646653 May 02 14:55:19.691036 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c4a81857-1dfd-446d-a66d-84be6e374e18 req-4c7e8b88-5ca3-4630-9d10-a82224debd46 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482461 May 02 14:55:20.388179 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:20.882641 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42fea3-8984-450a-a696-d7c6f95b898c req-b6194e57-979f-4ad3-ad4d-cc143be5a96b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:20.900185 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cb42fea3-8984-450a-a696-d7c6f95b898c req-b6194e57-979f-4ad3-ad4d-cc143be5a96b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0956519 May 02 14:55:20.955226 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cb42fea3-8984-450a-a696-d7c6f95b898c req-a345bcff-0672-49a8-951b-6afa182faa91 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578537 May 02 14:55:22.079629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2240723-c462-42f8-bb46-bdbb35de6b24 req-98db120f-4ee0-4abb-963e-9862545a1e0c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:22.081134 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2240723-c462-42f8-bb46-bdbb35de6b24 req-98db120f-4ee0-4abb-963e-9862545a1e0c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0505235 May 02 14:55:22.135248 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2240723-c462-42f8-bb46-bdbb35de6b24 req-e632c0db-2d4a-457d-ba6d-23dc332bccb6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481205 May 02 14:55:22.981117 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:55:23.263084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1871ee-ae9c-46a7-9ee8-287151b4ad09 req-dbc988a9-cf09-410a-8fb6-cd099b9c4561 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:23.264414 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6a1871ee-ae9c-46a7-9ee8-287151b4ad09 req-dbc988a9-cf09-410a-8fb6-cd099b9c4561 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0482304 May 02 14:55:23.314048 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6a1871ee-ae9c-46a7-9ee8-287151b4ad09 req-059b50bc-35a6-49ac-8abb-dd24a0d95390 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 May 02 14:55:24.442497 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f59e5-950e-42b4-b62c-779531579900 req-5452a989-3f8f-4054-b88b-da0bd2a6d617 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:24.442497 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-102f59e5-950e-42b4-b62c-779531579900 req-5452a989-3f8f-4054-b88b-da0bd2a6d617 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0469346 May 02 14:55:24.498130 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-102f59e5-950e-42b4-b62c-779531579900 req-f4d5abe1-52a0-4ee0-934b-3fcf3cbf8e16 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505171 May 02 14:55:25.623210 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0e2f-d407-41a4-95ea-f0d82a0c2cf7 req-36685db8-30e9-4a3a-8f43-cbe11b72c26f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:25.625329 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1b5f0e2f-d407-41a4-95ea-f0d82a0c2cf7 req-36685db8-30e9-4a3a-8f43-cbe11b72c26f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0513799 May 02 14:55:25.673697 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1b5f0e2f-d407-41a4-95ea-f0d82a0c2cf7 req-18fc0968-5ab1-4064-ad0b-e29f3bc7b607 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 May 02 14:55:26.806331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf50ac-db64-4d37-a8d1-5135efe4e55e req-ecbd68e6-b467-496d-9af9-fe0e6604ac10 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:26.807816 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-badf50ac-db64-4d37-a8d1-5135efe4e55e req-ecbd68e6-b467-496d-9af9-fe0e6604ac10 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0569561 May 02 14:55:26.855953 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-badf50ac-db64-4d37-a8d1-5135efe4e55e req-1855e5de-9aa7-44ef-8a7b-7a5e88762295 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 May 02 14:55:28.000520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79e6ec-a89e-4d95-9a31-49ca29c21575 req-b672055b-c1c1-429c-9a4d-b53453cee6e1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:28.001906 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-da79e6ec-a89e-4d95-9a31-49ca29c21575 req-b672055b-c1c1-429c-9a4d-b53453cee6e1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0478497 May 02 14:55:28.050013 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-da79e6ec-a89e-4d95-9a31-49ca29c21575 req-4a52715b-2903-480e-9a02-bda1b2d2fbe2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 May 02 14:55:29.164793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b38a7f-c3c1-4b50-9f08-6abab7c3db9e req-296fccae-1a66-4f90-9cc3-2e0cdac40634 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:29.166226 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97b38a7f-c3c1-4b50-9f08-6abab7c3db9e req-296fccae-1a66-4f90-9cc3-2e0cdac40634 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0457644 May 02 14:55:29.211221 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97b38a7f-c3c1-4b50-9f08-6abab7c3db9e req-9d372c1a-0011-485f-a4ee-9766e8c63d85 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390565 May 02 14:55:30.331485 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0d942-bc87-49e8-a026-542c995b25b5 req-c716e71c-4a17-4484-840e-aade5d4995ac tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:30.332995 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-acc0d942-bc87-49e8-a026-542c995b25b5 req-c716e71c-4a17-4484-840e-aade5d4995ac tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0473046 May 02 14:55:30.382427 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-acc0d942-bc87-49e8-a026-542c995b25b5 req-f16ad93a-9e77-4452-a359-c24fb0447af6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 May 02 14:55:31.511874 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d07be-4992-4a5c-85d0-c9aaa833accb req-17b8d8d2-9d80-485a-b1f2-d7ff3bf68b76 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:31.513321 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a6d07be-4992-4a5c-85d0-c9aaa833accb req-17b8d8d2-9d80-485a-b1f2-d7ff3bf68b76 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0533690 May 02 14:55:31.561861 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a6d07be-4992-4a5c-85d0-c9aaa833accb req-c5ec8c3b-27c1-4de9-8d02-74b30b620320 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 May 02 14:55:32.682659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e392b1-0837-4644-bd11-57443f512f5e req-f222296a-bb93-4baa-b5aa-59e40d7382ad tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:32.684054 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-91e392b1-0837-4644-bd11-57443f512f5e req-f222296a-bb93-4baa-b5aa-59e40d7382ad tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0455530 May 02 14:55:32.730589 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-91e392b1-0837-4644-bd11-57443f512f5e req-7c2a8d43-335b-4ab5-82cb-6574c4c46a25 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 May 02 14:55:33.846247 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fed3f-655d-452f-8df2-42cb6a75fb0a req-889d5202-a56a-4a87-b371-a3be21821a70 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:33.847715 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-856fed3f-655d-452f-8df2-42cb6a75fb0a req-889d5202-a56a-4a87-b371-a3be21821a70 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0460787 May 02 14:55:33.892703 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-856fed3f-655d-452f-8df2-42cb6a75fb0a req-8a1b4568-9dd0-4640-8996-e28e164fa265 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 May 02 14:55:35.021628 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d7cca-460f-40c4-93e3-3cf7b0dd8c48 req-66d7ba88-5fbc-44e3-85a2-84c88eea3c25 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:35.023123 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-180d7cca-460f-40c4-93e3-3cf7b0dd8c48 req-66d7ba88-5fbc-44e3-85a2-84c88eea3c25 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0589812 May 02 14:55:35.069805 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-180d7cca-460f-40c4-93e3-3cf7b0dd8c48 req-331b09df-1f5f-4cc5-995d-07156c78c04a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409772 May 02 14:55:36.188732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43542729-354b-4dce-ad06-7dbc119df87c req-e79e05a0-ced0-4132-aee9-d1b93d54247b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:36.190469 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-43542729-354b-4dce-ad06-7dbc119df87c req-e79e05a0-ced0-4132-aee9-d1b93d54247b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0456369 May 02 14:55:36.240450 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-43542729-354b-4dce-ad06-7dbc119df87c req-c3d75659-7307-4096-93fa-4dd6f8b2677b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 May 02 14:55:37.361826 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216549e8-6456-48e2-ae67-09d4628c06f2 req-8c0009bb-a903-430a-a310-766c91c45e04 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:37.363309 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-216549e8-6456-48e2-ae67-09d4628c06f2 req-8c0009bb-a903-430a-a310-766c91c45e04 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0505090 May 02 14:55:37.409398 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-216549e8-6456-48e2-ae67-09d4628c06f2 req-0132461f-dc93-44ff-836f-2aa710205597 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 May 02 14:55:38.151371 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-e365515b-f0b0-4b9a-ab0a-21f75a1fc575 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394485 May 02 14:55:38.314248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-c15de0b3-e530-41f3-bfc5-01cc3fc65267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:38.315713 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-c15de0b3-e530-41f3-bfc5-01cc3fc65267 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 1129 time: 0.0386734 May 02 14:55:38.431949 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-578b54c5-fa98-4fdc-8db0-f1e540ac75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:38.433308 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-578b54c5-fa98-4fdc-8db0-f1e540ac75fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0914788 May 02 14:55:38.475765 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-5f2cf503-1857-46f6-8536-7644a25d4475 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 200 len: 217 time: 0.0354364 May 02 14:55:38.528766 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-28171db8-e9ea-403f-aab4-16d88295785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:38.530204 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-28171db8-e9ea-403f-aab4-16d88295785a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0483639 May 02 14:55:38.609885 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-0e86ee0b-29f6-4787-9e06-af052e9010fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:38.611425 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-0e86ee0b-29f6-4787-9e06-af052e9010fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741169 May 02 14:55:38.630968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f129e-8753-493a-ae1e-b0de71c11d42 req-9fa8811f-7bc0-4a18-ac4b-96db5abe9773 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:38.632483 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-df6f129e-8753-493a-ae1e-b0de71c11d42 req-9fa8811f-7bc0-4a18-ac4b-96db5abe9773 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.1429269 May 02 14:55:38.729703 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-df6f129e-8753-493a-ae1e-b0de71c11d42 req-5500f0d0-8ba7-488f-ba64-8caf4f2037e2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863707 May 02 14:55:38.745763 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-f4c2a7c8-7ca1-4d54-9585-a66c2bf07e89 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265066 May 02 14:55:38.834198 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-97eec8e9-e4b6-4f10-835b-4d7eaf150f51 req-29ecdae6-c8c1-439a-9c9b-45ec3aa3454e service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825751 May 02 14:55:39.676269 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a4304-ebe3-4af5-95c0-814aafee9c64 req-f5153fcc-3fe3-4630-82c3-02290ab45780 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:39.677766 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3a8a4304-ebe3-4af5-95c0-814aafee9c64 req-f5153fcc-3fe3-4630-82c3-02290ab45780 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0510371 May 02 14:55:39.724292 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3a8a4304-ebe3-4af5-95c0-814aafee9c64 req-d5f64848-94c2-4f4e-b40e-d57760026d45 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 May 02 14:55:39.899586 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba54c89-e897-49cd-b6d7-e03a3e62862d req-867351ab-d0b4-484f-8117-8ebb1b9dfc1d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:39.901117 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ba54c89-e897-49cd-b6d7-e03a3e62862d req-867351ab-d0b4-484f-8117-8ebb1b9dfc1d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0949852 May 02 14:55:39.947396 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ba54c89-e897-49cd-b6d7-e03a3e62862d req-065871f5-9df1-4802-bbce-a7271eab03e2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407736 May 02 14:55:40.835650 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28727060-43ba-4d6c-85e7-616f64727d13 req-3165a2af-6d89-459f-bf86-0bfc0bd06e02 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:40.837117 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28727060-43ba-4d6c-85e7-616f64727d13 req-3165a2af-6d89-459f-bf86-0bfc0bd06e02 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0461571 May 02 14:55:40.883540 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28727060-43ba-4d6c-85e7-616f64727d13 req-330fea15-2a94-4d96-bd61-49902804db39 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 May 02 14:55:41.065044 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d5169-f226-45cf-8bbf-436111901b6e req-e018b244-e16d-412e-81a1-f0953b547146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:41.066525 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b58d5169-f226-45cf-8bbf-436111901b6e req-e018b244-e16d-412e-81a1-f0953b547146 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0479584 May 02 14:55:41.115687 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b58d5169-f226-45cf-8bbf-436111901b6e req-36bfd021-0a95-434e-b012-4b8964035f8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437768 May 02 14:55:42.018541 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-4f243a94-e304-41e0-8f31-9f976f40ceee tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:42.020010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-4f243a94-e304-41e0-8f31-9f976f40ceee tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0779927 May 02 14:55:42.025952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b36118-2fc3-4535-9d4c-eb6a18b39959 req-6b09b1e3-f2ea-4ba3-a56c-187d2d059e58 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:42.027287 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-30b36118-2fc3-4535-9d4c-eb6a18b39959 req-6b09b1e3-f2ea-4ba3-a56c-187d2d059e58 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 946 time: 0.0759728 May 02 14:55:42.081742 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-30b36118-2fc3-4535-9d4c-eb6a18b39959 req-0535a15a-20ef-4292-b9ea-f01cfce33cf1 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 May 02 14:55:42.153484 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Deleting port 8a578c3c-436f-495c-9c75-f15db95dd7aa {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:55:42.153828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:42.237162 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce80301-2102-4f03-af68-b560b2cfbf7a req-149103e3-f934-4cd6-88fb-e7d72cdb1d1f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:42.238896 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ce80301-2102-4f03-af68-b560b2cfbf7a req-149103e3-f934-4cd6-88fb-e7d72cdb1d1f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0495846 May 02 14:55:42.296179 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ce80301-2102-4f03-af68-b560b2cfbf7a req-c3d53124-6ae1-4d63-bc11-876b00acb213 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 May 02 14:55:42.505730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] For port 8a578c3c-436f-495c-9c75-f15db95dd7aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8a578c3c-436f-495c-9c75-f15db95dd7aa,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:55:42.506294 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:42.521271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Calling delete_port for 8a578c3c-436f-495c-9c75-f15db95dd7aa owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:55:42.638960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:42.719193 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (8a578c3c-436f-495c-9c75-f15db95dd7aa), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:42.747728 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Pushing event deleted for resources: {'Port': ['ID=8a578c3c-436f-495c-9c75-f15db95dd7aa,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:42.759977 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['8a578c3c-436f-495c-9c75-f15db95dd7aa'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:55:42.771979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.772330 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.772672 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.773002 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.773328 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.773651 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.773975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.774297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.774617 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.774934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.775256 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.775571 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.775905 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.776225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.776548 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:42.799818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] No DVR routers for this DVR port 8a578c3c-436f-495c-9c75-f15db95dd7aa on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:55:42.802716 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:42.806815 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c360624-b511-4bc4-82ca-ef5a48d96910 req-6e79167b-f4ec-4c51-99ee-525549081217 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "DELETE /v2.0/ports/8a578c3c-436f-495c-9c75-f15db95dd7aa HTTP/1.1" status: 204 len: 173 time: 0.7423229 May 02 14:55:42.807530 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'name': 'network-vif-deleted', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:55:42.809512 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f3c60f-6158-4afa-adfa-02264d9e047b" -d '{"events": [{"server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "name": "network-vif-deleted", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:55:42.843807 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c23a18-01ff-4f3e-a9dc-d55e4345cdd8 x-openstack-request-id: req-b5c23a18-01ff-4f3e-a9dc-d55e4345cdd8 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:55:42.844138 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e86ed-edc9-4ea1-827c-33a2ea4c5274", "name": "network-vif-deleted", "tag": "8a578c3c-436f-495c-9c75-f15db95dd7aa", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:55:42.844391 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5c23a18-01ff-4f3e-a9dc-d55e4345cdd8 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:55:42.844790 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c23a18-01ff-4f3e-a9dc-d55e4345cdd8'] response: {'server_uuid': '6a2e86ed-edc9-4ea1-827c-33a2ea4c5274', 'name': 'network-vif-deleted', 'tag': '8a578c3c-436f-495c-9c75-f15db95dd7aa', 'status': 'completed', 'code': 200} May 02 14:55:43.174604 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-74671eb1-bbe2-4905-ba94-cd105da55a8f req-8ce7cee4-a40b-4c56-b8fc-0addccfc8ec8 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0270939 May 02 14:55:43.427562 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b8543-1fe8-4038-9da8-a439c551bbbe req-c3e6406b-4cd6-481f-b5f1-7c4bf25abb0d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:43.429030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b20b8543-1fe8-4038-9da8-a439c551bbbe req-c3e6406b-4cd6-481f-b5f1-7c4bf25abb0d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0488055 May 02 14:55:43.476616 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b20b8543-1fe8-4038-9da8-a439c551bbbe req-e9b72a8f-c7f1-4b66-9f13-fc12c23e48c0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 May 02 14:55:43.570288 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8850dd3f-be17-4b3e-a4ad-8cb663949ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.106484 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40082) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:44.210567 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.282526 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6922a5b3-ff26-4628-984c-9331b0f68cf1 req-6a7ddfed-7523-43c5-9d7d-5edc3412e63d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0345342 May 02 14:55:44.320297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Publish callbacks [] for security_group (15f4628b-99d2-4a0d-886e-954308b9820a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.438628 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (15f4628b-99d2-4a0d-886e-954308b9820a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.477929 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdcb6412c4f14b848c9d61446d53baef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703728 May 02 14:55:44.478782 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4628b-99d2-4a0d-886e-954308b9820a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:44.480589 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 40088) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:44.486511 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.486869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.487219 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.487589 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.487953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.488291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.488625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.488954 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.489281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.489616 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.489943 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.490267 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.490592 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.490915 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.491261 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b3919-7ec7-4d13-8d19-005f34c22d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:44.533079 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] Publish callbacks [] for security_group (15f4628b-99d2-4a0d-886e-954308b9820a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.555519 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] Publish callbacks [] for security_group (15f4628b-99d2-4a0d-886e-954308b9820a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.618939 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7e454-73a4-4a93-9535-10027789888c req-68198b9d-d810-4fc0-ab78-0107d62c31e4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:44.620434 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8a7e454-73a4-4a93-9535-10027789888c req-68198b9d-d810-4fc0-ab78-0107d62c31e4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 943 time: 0.0670731 May 02 14:55:44.672117 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c8a7e454-73a4-4a93-9535-10027789888c req-59394f00-fb86-44e9-bed8-e094bca00a63 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 May 02 14:55:44.712972 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (15f4628b-99d2-4a0d-886e-954308b9820a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.715565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:44.716737 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15f4628b-99d2-4a0d-886e-954308b9820a HTTP/1.1" status: 204 len: 168 time: 0.2351789 May 02 14:55:44.725450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735688ad-91ee-4423-a3f4-006539ead123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4628b-99d2-4a0d-886e-954308b9820a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:45.104864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:55:45.353480 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:55:45.366054 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'mac_address': 'fa:16:3e:06:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:55:45.402613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:55:45.403004 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:45.416155 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:55:45.437516 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:55:45.483287 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-27b33d4c-c876-4628-bbc6-12191c7ae6ee req-9e8ef15d-f507-4d7e-b765-260cefb60f67 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a2e86ed-edc9-4ea1-827c-33a2ea4c5274 HTTP/1.1" status: 200 len: 210 time: 0.0283003 May 02 14:55:45.513454 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:45.567113 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=9']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:45.574554 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.574910 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.575256 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.575633 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.576018 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.576346 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.576678 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.577037 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.577395 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.577721 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.578044 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.578386 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.578713 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.579036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.579359 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:55:45.797480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fd280-2c98-4f0d-8012-0cda4c08a41e req-b321e37f-8ef5-4a2a-a0e2-46dafd8169c2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:45.799121 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ad0fd280-2c98-4f0d-8012-0cda4c08a41e req-b321e37f-8ef5-4a2a-a0e2-46dafd8169c2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0526431 May 02 14:55:45.849650 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-55291387-c35b-406c-8ac8-2f162e9b5446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:45.851309 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ad0fd280-2c98-4f0d-8012-0cda4c08a41e req-7c6738cf-8134-434c-9b7f-8b791c9604c9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457313 May 02 14:55:46.119076 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['a4c48c78-9b74-457f-84d7-b550e0a88607'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:55:46.346241 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 40126) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:46.447626 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e9c-8e5a-4614-ad62-d63a22b6eeac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.524278 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e9c-8e5a-4614-ad62-d63a22b6eeac admin admin] Publish callbacks [] for security_group (7b07c04a-c226-4f45-9303-48a83a1a0d15), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.598474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a2e3e9c-8e5a-4614-ad62-d63a22b6eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7b07c04a-c226-4f45-9303-48a83a1a0d15), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.637001 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7a2e3e9c-8e5a-4614-ad62-d63a22b6eeac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37f9e4054edd430c941a8bc16342a747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896814 May 02 14:55:46.639118 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e3e9c-8e5a-4614-ad62-d63a22b6eeac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07c04a-c226-4f45-9303-48a83a1a0d15,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:46.640373 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40134) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:55:46.690448 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] Publish callbacks [] for security_group (7b07c04a-c226-4f45-9303-48a83a1a0d15), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.712122 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] Publish callbacks [] for security_group (7b07c04a-c226-4f45-9303-48a83a1a0d15), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.827934 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7b07c04a-c226-4f45-9303-48a83a1a0d15), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.830557 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:46.831673 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b07c04a-c226-4f45-9303-48a83a1a0d15 HTTP/1.1" status: 204 len: 168 time: 0.1903341 May 02 14:55:46.839249 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59602ba-df07-4b5b-acd4-529e5fd31bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07c04a-c226-4f45-9303-48a83a1a0d15,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:46.972528 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7296f5c-f610-4daa-9188-eaf6f41b73bc req-62db7bb8-070f-4f51-b7db-a4ff5b15211d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:46.973962 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d7296f5c-f610-4daa-9188-eaf6f41b73bc req-62db7bb8-070f-4f51-b7db-a4ff5b15211d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 944 time: 0.0490162 May 02 14:55:47.168469 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d7296f5c-f610-4daa-9188-eaf6f41b73bc req-53e29d30-2a7e-4b49-aa4b-e923b6775245 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889110 May 02 14:55:47.327243 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:55:47.372402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port a4c48c78-9b74-457f-84d7-b550e0a88607 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:55:47.372576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:47.394410 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:47.449524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port a4c48c78-9b74-457f-84d7-b550e0a88607 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:55:47.449917 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:47.472013 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:55:47.475579 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8868f538-9776-4a56-b2cc-68a58b5bcc8e" -d '{"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:55:47.487030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:55:47.511338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335b65d-c5c0-43fb-b9ff-12dd27c416d3 x-openstack-request-id: req-4335b65d-c5c0-43fb-b9ff-12dd27c416d3 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:55:47.511650 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-plugged", "status": "completed", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:55:47.511943 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4335b65d-c5c0-43fb-b9ff-12dd27c416d3 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:55:47.512343 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4335b65d-c5c0-43fb-b9ff-12dd27c416d3'] response: {'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'code': 200} May 02 14:55:47.552942 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:47.553753 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8a578c3c-436f-495c-9c75-f15db95dd7aa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:55:47.591070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 8a578c3c-436f-495c-9c75-f15db95dd7aa {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:55:47.591421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8a578c3c-436f-495c-9c75-f15db95dd7aa not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:55:47.616446 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=10']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:55:48.287021 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41768968-4f29-421c-a2b0-adba249d7478 req-b0166f50-e63f-47a6-b1d8-453e8fe4af64 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:48.289234 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41768968-4f29-421c-a2b0-adba249d7478 req-b0166f50-e63f-47a6-b1d8-453e8fe4af64 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0465755 May 02 14:55:48.335988 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41768968-4f29-421c-a2b0-adba249d7478 req-c445a0a3-cd3a-469b-9020-c2fd315407fa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 May 02 14:55:48.552751 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:49.453193 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c915b-8fa0-4078-a98d-a302ce939278 req-36c1e7e7-80ec-4b16-91f1-3f621b1183d7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:49.454651 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3e5c915b-8fa0-4078-a98d-a302ce939278 req-36c1e7e7-80ec-4b16-91f1-3f621b1183d7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0465052 May 02 14:55:49.500930 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3e5c915b-8fa0-4078-a98d-a302ce939278 req-9b9c17d0-9cf6-43ca-8152-44c8b43bdad7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407891 May 02 14:55:50.175494 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:55:50.617465 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce0f9-bf2b-4398-acd8-fe1cfc45f584 req-74b1a705-57d3-45b1-b51f-f480f5633dce tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:50.618917 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-231ce0f9-bf2b-4398-acd8-fe1cfc45f584 req-74b1a705-57d3-45b1-b51f-f480f5633dce tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0468397 May 02 14:55:50.664891 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-231ce0f9-bf2b-4398-acd8-fe1cfc45f584 req-b2fac216-0a02-41f2-bf5c-18357d1b02ce tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 May 02 14:55:51.352199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c330fb-d863-42d8-acc8-4fd2e3644164 req-c10dd71b-789b-4c96-a5b1-ac29d30125f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:51.353688 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f1c330fb-d863-42d8-acc8-4fd2e3644164 req-c10dd71b-789b-4c96-a5b1-ac29d30125f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 1130 time: 0.0392203 May 02 14:55:51.399137 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f1c330fb-d863-42d8-acc8-4fd2e3644164 req-6f55849c-75f6-4f8c-8deb-636141360e0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397427 May 02 14:55:51.781688 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453169b-6981-4df4-a150-1e425c41a357 req-4a22c080-57c4-454e-ac72-f608519d0011 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:51.783122 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0453169b-6981-4df4-a150-1e425c41a357 req-4a22c080-57c4-454e-ac72-f608519d0011 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0452611 May 02 14:55:51.828643 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0453169b-6981-4df4-a150-1e425c41a357 req-bbc86439-e84b-4850-8b6a-8cdc30627437 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 May 02 14:55:52.948407 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b714aa-b319-49c8-877b-a0c3e0f1d4ca req-ab6d938a-fd35-4540-9b1a-5bf687874592 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:52.949871 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b8b714aa-b319-49c8-877b-a0c3e0f1d4ca req-ab6d938a-fd35-4540-9b1a-5bf687874592 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0500686 May 02 14:55:52.996376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b8b714aa-b319-49c8-877b-a0c3e0f1d4ca req-775f0f21-6608-49d3-9e7d-8b3262d2653f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404506 May 02 14:55:54.061224 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c584d74-a68d-4405-8d92-4550c7f09c1b req-47d798bd-f4de-4246-9153-9b3c4b0afec2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.062919 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6c584d74-a68d-4405-8d92-4550c7f09c1b req-47d798bd-f4de-4246-9153-9b3c4b0afec2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0501995 May 02 14:55:54.127617 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6c584d74-a68d-4405-8d92-4550c7f09c1b req-279efb86-9b09-41c5-99ba-33488b0f230e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577054 May 02 14:55:54.128812 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3bfba-2ea3-491e-a5b3-6c15c1ff51cd req-9bfc99c3-a825-489f-b106-267b8e225020 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.130336 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62d3bfba-2ea3-491e-a5b3-6c15c1ff51cd req-9bfc99c3-a825-489f-b106-267b8e225020 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0540133 May 02 14:55:54.190126 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62d3bfba-2ea3-491e-a5b3-6c15c1ff51cd req-b44666be-b398-49d3-8fe7-3efce9422d65 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485744 May 02 14:55:54.318361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-3ed61f33-6888-4966-9688-1aae21572140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.319749 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-3ed61f33-6888-4966-9688-1aae21572140 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1168 time: 0.0469658 May 02 14:55:54.411304 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-5b56f51d-08b9-4478-a030-eb6822e492d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.412820 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-5b56f51d-08b9-4478-a030-eb6822e492d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 916 time: 0.0863156 May 02 14:55:54.481437 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-06cdcf87-be5b-490b-a0c1-bae5961595d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 1001 time: 0.0624857 May 02 14:55:54.527927 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-b4b8bdd2-e16f-4c8e-8c39-0653a5c4799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.529453 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-b4b8bdd2-e16f-4c8e-8c39-0653a5c4799f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.0427639 May 02 14:55:54.575463 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-b4e37828-170e-4aa8-8900-49eba79a1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:54.577921 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-b4e37828-170e-4aa8-8900-49eba79a1180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424316 May 02 14:55:54.676533 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-fedd3f79-095c-453d-98ba-c0b8ce6592f0 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927243 May 02 14:55:54.765533 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8c2e8315-9a65-4fea-892f-e0f8bae7fceb req-9ff2c286-3de0-4935-88e9-cc799dd45509 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 May 02 14:55:55.248982 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b6e60-2732-4ecf-ae90-e60143dc343a req-86df43f8-9d83-4c97-beaf-e9616a8b78f1 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:55.250495 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c47b6e60-2732-4ecf-ae90-e60143dc343a req-86df43f8-9d83-4c97-beaf-e9616a8b78f1 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0529454 May 02 14:55:55.314383 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c47b6e60-2732-4ecf-ae90-e60143dc343a req-f2fb5ab5-d60a-47c0-9f08-c016435a6123 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572660 May 02 14:55:55.319503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82763bc5-e970-4fb7-9596-66762b16aeaa req-c00259b8-2aab-4457-b590-0e8ebea6890e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:55.321371 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-82763bc5-e970-4fb7-9596-66762b16aeaa req-c00259b8-2aab-4457-b590-0e8ebea6890e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0519772 May 02 14:55:55.368291 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-82763bc5-e970-4fb7-9596-66762b16aeaa req-3b8700c3-13e9-4b9e-a29d-db6dfaf586c5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 May 02 14:55:56.433356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1223a-a08a-48ca-bf9c-7cc312de448e req-4baf1954-cd8d-4f81-a15c-db2d6df0f4a2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:56.438250 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cee1223a-a08a-48ca-bf9c-7cc312de448e req-4baf1954-cd8d-4f81-a15c-db2d6df0f4a2 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0469120 May 02 14:55:56.490384 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e697d5-0c05-4e09-924c-4b5934eb581d req-1ae98db1-62d5-439f-ab9f-94fa8745d155 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:56.492055 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9e697d5-0c05-4e09-924c-4b5934eb581d req-1ae98db1-62d5-439f-ab9f-94fa8745d155 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0471306 May 02 14:55:56.500007 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cee1223a-a08a-48ca-bf9c-7cc312de448e req-0338a8d7-cac7-4098-acdf-837200b1e0ff tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577395 May 02 14:55:56.543667 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d9e697d5-0c05-4e09-924c-4b5934eb581d req-6e50c60d-7bd5-448f-887e-704308003af8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460191 May 02 14:55:57.614449 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adba2de-a459-4ee4-ad3f-9f517dec4e64 req-d3529bb3-7eba-4b12-82b0-c24208ecee00 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:57.615982 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6adba2de-a459-4ee4-ad3f-9f517dec4e64 req-d3529bb3-7eba-4b12-82b0-c24208ecee00 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0504196 May 02 14:55:57.668328 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ef6db-d08e-41b6-a0ec-d94ddd2c7cb1 req-f02f47ad-5388-4237-b6c1-38a7a71a06f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:57.669803 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d16ef6db-d08e-41b6-a0ec-d94ddd2c7cb1 req-f02f47ad-5388-4237-b6c1-38a7a71a06f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0477049 May 02 14:55:57.678089 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6adba2de-a459-4ee4-ad3f-9f517dec4e64 req-71e35292-ac0a-4b05-a3cd-eb3f25aa95a1 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536597 May 02 14:55:57.719660 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d16ef6db-d08e-41b6-a0ec-d94ddd2c7cb1 req-df6ca76b-42e8-4320-9acc-2e28ffc92820 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 May 02 14:55:58.791184 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0ccc6-98c1-4c3d-b339-233819b23cae req-bd3833c4-3019-4e59-9c89-d03dd0d4de36 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:58.792701 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28f0ccc6-98c1-4c3d-b339-233819b23cae req-bd3833c4-3019-4e59-9c89-d03dd0d4de36 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0482330 May 02 14:55:58.836918 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4be0-19d9-4d8a-b217-2dc4ce9316fa req-c4765ee7-5e86-476e-baa6-fad1fef3e217 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:58.838397 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-783f4be0-19d9-4d8a-b217-2dc4ce9316fa req-c4765ee7-5e86-476e-baa6-fad1fef3e217 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0469646 May 02 14:55:58.852413 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28f0ccc6-98c1-4c3d-b339-233819b23cae req-74e6eb01-4655-4543-a6c6-442640e8b544 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541036 May 02 14:55:58.891182 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-783f4be0-19d9-4d8a-b217-2dc4ce9316fa req-5750662a-145d-4286-8e73-13935b7d7c50 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469780 May 02 14:55:59.203939 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-688cc77e-b958-4c5c-a4ad-80e7ff1555d2 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:59.205442 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-688cc77e-b958-4c5c-a4ad-80e7ff1555d2 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 814 time: 0.1053653 May 02 14:55:59.225171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-b78ce1a6-92d5-47fc-83c1-ed204a4bb68b tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/quotas/816d4d81e8c94f4c9b6010a5208e16f7 HTTP/1.1" status: 200 len: 375 time: 0.0091023 May 02 14:55:59.264808 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-e01c6737-6e49-4024-8934-bb06a43bca51 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370128 May 02 14:55:59.401801 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-e314d8f3-3978-4e21-89a2-725c8ca2c9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324570 May 02 14:55:59.490309 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-8331ceb2-2278-4624-aad4-04b6a3926acb service neutron] 10.222.0.36 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825932 May 02 14:55:59.735578 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d689203c-8396-4167-8c70-9c2a602d6501 req-7dccb61a-8184-452b-99c2-8a6b00dc4f19 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 210 time: 0.0277522 May 02 14:55:59.970470 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabd469-ad93-4070-9a54-4eee702e3ba9 req-987bced4-cb6d-4d9a-a529-3a131b6e12a0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:55:59.972617 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6eabd469-ad93-4070-9a54-4eee702e3ba9 req-987bced4-cb6d-4d9a-a529-3a131b6e12a0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0498970 May 02 14:55:59.979995 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:56:00.037030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6eabd469-ad93-4070-9a54-4eee702e3ba9 req-df4d9bc3-c9b2-4be8-9609-ba6dd82a5ec8 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583453 May 02 14:56:00.828018 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-884b3369-4e1a-4790-9b66-192367764f7d req-b8795864-c71f-4320-b8a6-618827aa1ac2 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 210 time: 0.0274360 May 02 14:56:01.149308 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57e7dd-e31a-4a71-9d45-5ed827d250b6 req-818a64af-5a58-4fb2-9224-9d46d11436a7 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:01.150791 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9c57e7dd-e31a-4a71-9d45-5ed827d250b6 req-818a64af-5a58-4fb2-9224-9d46d11436a7 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0487571 May 02 14:56:01.214043 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9c57e7dd-e31a-4a71-9d45-5ed827d250b6 req-905620a8-fadd-42c2-9a46-478690819db6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567837 May 02 14:56:01.899953 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-572eb927-9813-4c23-834e-a75d29e96113 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:01.901412 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-572eb927-9813-4c23-834e-a75d29e96113 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 814 time: 0.1058385 May 02 14:56:01.926029 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c674d40-1558-4a54-9855-62d0c02c60c7 req-bf9ed0a0-841c-473a-bab9-e4186846cb8e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 210 time: 0.0321586 May 02 14:56:02.033604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Request body: {'port': {'device_id': '9044419c-eec0-43b7-885c-3a43412259d8', 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90', 'admin_state_up': True, 'tenant_id': '816d4d81e8c94f4c9b6010a5208e16f7'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:56:02.215349 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Made reservation on behalf of 816d4d81e8c94f4c9b6010a5208e16f7 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:56:02.218730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:02.355453 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb78fe-5256-4a87-9ff6-71ef967d57a2 req-c6499a38-c1b1-4cfa-ad31-5d15764d4764 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:02.357166 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29eb78fe-5256-4a87-9ff6-71ef967d57a2 req-c6499a38-c1b1-4cfa-ad31-5d15764d4764 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0752497 May 02 14:56:02.411317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Allocated IP 172.20.0.11 (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90/812b37b6-fdcf-46ee-bab8-09506ccd3fd7/81e70178-1578-413f-bb6a-01e56a99b58b) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:56:02.449462 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29eb78fe-5256-4a87-9ff6-71ef967d57a2 req-be549ae0-60d2-4d56-ac81-e85e4483ce3d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844586 May 02 14:56:02.579047 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks [] for port (81e70178-1578-413f-bb6a-01e56a99b58b), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:02.684199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:02.726417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:56:02.729573 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:56:02.735589 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:56:02.764061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Pushing event updated for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:02.789285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:02.789890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:02.920560 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-a2c705e1-c115-43f4-834b-d29b5203bb2e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8926554 May 02 14:56:02.979959 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Request body: {'port': {'device_id': '9044419c-eec0-43b7-885c-3a43412259d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:56:03.037972 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.038554 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47326d2c-8672-4faa-8152-982510a22a16 req-815c43f9-e91b-4ebc-942f-e7a81af4f0bb tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:03.040037 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-47326d2c-8672-4faa-8152-982510a22a16 req-815c43f9-e91b-4ebc-942f-e7a81af4f0bb tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 932 time: 0.0463290 May 02 14:56:03.087725 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-47326d2c-8672-4faa-8152-982510a22a16 req-bf0ce76a-bfd1-43df-af86-2cc2b12e6aba tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 May 02 14:56:03.299230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e70178-1578-413f-bb6a-01e56a99b58b {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:56:03.306829 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks [] for port (81e70178-1578-413f-bb6a-01e56a99b58b), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.318684 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Transition to ACTIVE for port object 81e70178-1578-413f-bb6a-01e56a99b58b will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:56:03.374830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.424923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:03.492472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Attempting to bind port 81e70178-1578-413f-bb6a-01e56a99b58b on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:56:03.492810 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Attempting to bind port 81e70178-1578-413f-bb6a-01e56a99b58b by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:56:03.493129 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Attempting to bind port 81e70178-1578-413f-bb6a-01e56a99b58b on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:56:03.497418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Port 81e70178-1578-413f-bb6a-01e56a99b58b on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:56:03.497739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Attempting to bind port 81e70178-1578-413f-bb6a-01e56a99b58b on network 2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:56:03.502524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:56:03.502931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Checking segment: {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:56:03.503389 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Bound using segment: {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:56:03.503817 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Bound port: 81e70178-1578-413f-bb6a-01e56a99b58b, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:56:03.504205 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.586239 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9802d1-c0c4-44c6-be02-f4dc6f51b5e9 req-e7181281-1190-4ba6-9c53-aac0cdf0b54c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:03.587596 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7b9802d1-c0c4-44c6-be02-f4dc6f51b5e9 req-e7181281-1190-4ba6-9c53-aac0cdf0b54c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0698431 May 02 14:56:03.618953 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:56:03.633961 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=81e70178-1578-413f-bb6a-01e56a99b58b,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:56:03.668745 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7b9802d1-c0c4-44c6-be02-f4dc6f51b5e9 req-cede233d-ee43-4d74-9cd3-eea8bda59a67 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720768 May 02 14:56:03.701378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.734814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:03.735428 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:03.737350 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-62397acd-4630-4108-9588-39400840dfd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/81e70178-1578-413f-bb6a-01e56a99b58b HTTP/1.1" status: 200 len: 1094 time: 0.8023002 May 02 14:56:03.737818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:56:03.740110 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92" -d '{"events": [{"name": "network-changed", "server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:56:03.765536 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397acd-4630-4108-9588-39400840dfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:03.872816 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-84d63f0e-f7ea-4cd0-aa72-e7eb1b507ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:03.874301 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-84d63f0e-f7ea-4cd0-aa72-e7eb1b507ca5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 1128 time: 0.0432994 May 02 14:56:03.895345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d2e2da-24e8-49f5-a43a-814681070da4 x-openstack-request-id: req-33d2e2da-24e8-49f5-a43a-814681070da4 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:56:03.895660 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:56:03.895979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33d2e2da-24e8-49f5-a43a-814681070da4 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:56:03.896386 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d2e2da-24e8-49f5-a43a-814681070da4'] response: {'name': 'network-changed', 'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b', 'status': 'completed', 'code': 200} May 02 14:56:03.925912 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-0f332dae-a553-45e1-97ad-4d9783cda65c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81e70178-1578-413f-bb6a-01e56a99b58b HTTP/1.1" status: 200 len: 217 time: 0.0370181 May 02 14:56:03.973390 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-49d7211f-2671-4627-9ee5-d2a29f6cf6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:03.974761 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-49d7211f-2671-4627-9ee5-d2a29f6cf6d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=812b37b6-fdcf-46ee-bab8-09506ccd3fd7 HTTP/1.1" status: 200 len: 854 time: 0.0417087 May 02 14:56:04.014041 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-bf0af74e-065f-4802-adad-de156069e0b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279288 May 02 14:56:04.100376 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-dd617316-99be-4cd2-8c55-2172960bced5 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 May 02 14:56:04.221755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcd7d2-9ff3-4048-8cca-af66cecc9a6a req-2ad40640-8a86-4d06-a561-f46f040506a9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:04.223821 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-86bcd7d2-9ff3-4048-8cca-af66cecc9a6a req-2ad40640-8a86-4d06-a561-f46f040506a9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 944 time: 0.0561886 May 02 14:56:04.246294 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4503ba11-7c2d-453a-a80a-92435785ab5e req-43b5aab1-2a1d-4082-b49d-3225228fe563 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401403 May 02 14:56:04.275011 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-86bcd7d2-9ff3-4048-8cca-af66cecc9a6a req-a48aee65-9a67-4305-9f7e-215c9e883a15 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 May 02 14:56:04.780950 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bc63-0318-43e3-8fbb-b27cd4474548 req-899792fb-2cb2-4816-8585-102a931c4a1e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:04.782393 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ad8bc63-0318-43e3-8fbb-b27cd4474548 req-899792fb-2cb2-4816-8585-102a931c4a1e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0460625 May 02 14:56:04.839282 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3ad8bc63-0318-43e3-8fbb-b27cd4474548 req-6b37583a-e2b0-47f1-a00e-35f7bdbbfbbb tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512848 May 02 14:56:05.385673 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22196a80-1c18-40f4-a601-c116eddf084a req-18b577ec-0e90-492c-8df5-6b846852e501 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:05.387122 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-22196a80-1c18-40f4-a601-c116eddf084a req-18b577ec-0e90-492c-8df5-6b846852e501 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 944 time: 0.0461919 May 02 14:56:05.437443 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-22196a80-1c18-40f4-a601-c116eddf084a req-c084c8b0-be87-4a06-a5f8-adf8b5e2675e tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443983 May 02 14:56:05.952246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf948f9-5aac-4933-952d-5ab2f0ec3d83 req-3c65355b-03b1-4c74-aa92-490576f0c14f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:05.953685 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-caf948f9-5aac-4933-952d-5ab2f0ec3d83 req-3c65355b-03b1-4c74-aa92-490576f0c14f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0496180 May 02 14:56:06.013126 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-caf948f9-5aac-4933-952d-5ab2f0ec3d83 req-7111b186-5021-4cd2-834a-a04dcea4d56b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531149 May 02 14:56:06.550804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31c316-9e36-4743-aadc-c834aeef2dbe req-d8cd2a17-1903-45d5-9eed-8d0038a9fb68 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:06.552198 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f31c316-9e36-4743-aadc-c834aeef2dbe req-d8cd2a17-1903-45d5-9eed-8d0038a9fb68 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 944 time: 0.0467877 May 02 14:56:06.597720 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4f31c316-9e36-4743-aadc-c834aeef2dbe req-4fec8f03-5c35-468f-adf9-2ee86fe197e6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 May 02 14:56:07.124148 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5679-d1ae-4e72-a480-d4d0698a8835 req-752dfe3b-4dfa-4f7d-9f2b-29b092f17bb0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:07.125600 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3b7d5679-d1ae-4e72-a480-d4d0698a8835 req-752dfe3b-4dfa-4f7d-9f2b-29b092f17bb0 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0462844 May 02 14:56:07.183450 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3b7d5679-d1ae-4e72-a480-d4d0698a8835 req-0932ae75-09d5-4ecd-b529-d73155972c8f tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517230 May 02 14:56:07.708145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ece3a-572f-4ed6-9a67-99c85cf51441 req-db9ebb56-1247-489a-afe1-b6d5236fa154 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:07.709582 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f8ece3a-572f-4ed6-9a67-99c85cf51441 req-db9ebb56-1247-489a-afe1-b6d5236fa154 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 944 time: 0.0451193 May 02 14:56:07.755058 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7f8ece3a-572f-4ed6-9a67-99c85cf51441 req-4490d59d-06c5-416d-aa26-2c5585657437 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 May 02 14:56:08.125365 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-3eeb484c-b58c-47c2-a3cf-8ea2b5bcc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:08.126795 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-3eeb484c-b58c-47c2-a3cf-8ea2b5bcc0cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 1128 time: 0.0411210 May 02 14:56:08.300221 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a08a1-fb81-4c6d-b321-138cda99fb68 req-bb54be4a-6643-4582-8d93-5b71a0825c97 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:08.301653 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-054a08a1-fb81-4c6d-b321-138cda99fb68 req-bb54be4a-6643-4582-8d93-5b71a0825c97 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0501175 May 02 14:56:08.360764 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-054a08a1-fb81-4c6d-b321-138cda99fb68 req-97cdd893-5732-4068-81fb-972a19c8cbf5 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534523 May 02 14:56:08.764568 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-4f870c21-fd3e-4b76-8c9b-11a0925936aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:08.765975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-4f870c21-fd3e-4b76-8c9b-11a0925936aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 200 len: 915 time: 0.0839436 May 02 14:56:08.864248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eeb69-a757-4016-8235-31616ddb7792 req-d8fca190-84a1-4d84-8ab9-dc80d727f4ca tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:08.865709 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1e4eeb69-a757-4016-8235-31616ddb7792 req-d8fca190-84a1-4d84-8ab9-dc80d727f4ca tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 944 time: 0.0461316 May 02 14:56:08.920650 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1e4eeb69-a757-4016-8235-31616ddb7792 req-04f0f9bb-0c6f-4fce-8bea-47db65c4b6bc tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 May 02 14:56:08.947624 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-878b0c68-0e2a-4a7a-ab11-cc651b4829d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81e70178-1578-413f-bb6a-01e56a99b58b HTTP/1.1" status: 200 len: 217 time: 0.0368447 May 02 14:56:09.359085 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 81e70178-1578-413f-bb6a-01e56a99b58b details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:56:09.464613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=81e70178-1578-413f-bb6a-01e56a99b58b,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:56:09.467784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-38e4910d-a1b8-483b-8988-eb393199e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:09.469441 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-38e4910d-a1b8-483b-8988-eb393199e111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=812b37b6-fdcf-46ee-bab8-09506ccd3fd7 HTTP/1.1" status: 200 len: 854 time: 0.0660553 May 02 14:56:09.476419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '81e70178-1578-413f-bb6a-01e56a99b58b', 'network_id': '2f6e7527-0ce3-4b08-acd9-99ae1b82cc90', 'port_id': '81e70178-1578-413f-bb6a-01e56a99b58b', 'mac_address': 'fa:16:3e:71:d1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812b37b6-fdcf-46ee-bab8-09506ccd3fd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:56:09.498637 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be122c6-f44e-479e-91d4-b71defd08420 req-00ac8705-b2f5-4874-9f69-fe103447c49c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:09.504383 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-6b01d5af-2d5e-42d4-aa41-4783c845c687 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284638 May 02 14:56:09.507166 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5be122c6-f44e-479e-91d4-b71defd08420 req-00ac8705-b2f5-4874-9f69-fe103447c49c tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0603497 May 02 14:56:09.513901 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 81e70178-1578-413f-bb6a-01e56a99b58b is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:56:09.514302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:09.529092 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e70178-1578-413f-bb6a-01e56a99b58b {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:56:09.549808 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=81e70178-1578-413f-bb6a-01e56a99b58b,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:56:09.569267 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5be122c6-f44e-479e-91d4-b71defd08420 req-058bbdf0-1eaf-4113-88b7-1961f146476b tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612459 May 02 14:56:09.602878 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-0f416abe-1501-4718-b275-32e1bb69b136 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900364 May 02 14:56:09.609483 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:09.663329 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:09.718432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-059ee961-0cf9-4bbb-92c2-1e7c2f35fb92 req-9d6f14bc-a79c-4ce8-aa62-1c9a0ca5b4b3 service neutron] 10.222.0.41 "GET /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974987 May 02 14:56:10.036124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95345eb8-f6d7-4263-958e-730a11f0713d req-1d7b233f-e1f2-4d1d-8430-6ebb4b248ddb tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:10.037580 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-95345eb8-f6d7-4263-958e-730a11f0713d req-1d7b233f-e1f2-4d1d-8430-6ebb4b248ddb tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 945 time: 0.0458193 May 02 14:56:10.083020 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-95345eb8-f6d7-4263-958e-730a11f0713d req-0784b735-1b12-4da1-aba2-f19ec8c702ed tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 May 02 14:56:10.115966 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['81e70178-1578-413f-bb6a-01e56a99b58b'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:56:10.680543 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ad205-7450-4d32-887f-a5e16ae6b706 req-2bbebab2-f8b8-4270-8223-e69246dc8256 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:10.681983 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-574ad205-7450-4d32-887f-a5e16ae6b706 req-2bbebab2-f8b8-4270-8223-e69246dc8256 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0464249 May 02 14:56:10.739535 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-574ad205-7450-4d32-887f-a5e16ae6b706 req-ff4aca3d-f52c-482b-b5c7-cddbb9edf6e1 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518847 May 02 14:56:10.942358 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff0130-4bc5-44be-90f0-c99d55063923 req-d152e9a5-5c94-4327-9699-b3ce3935f21b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:10.943920 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-24ff0130-4bc5-44be-90f0-c99d55063923 req-d152e9a5-5c94-4327-9699-b3ce3935f21b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0491483 May 02 14:56:10.989992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-24ff0130-4bc5-44be-90f0-c99d55063923 req-17c34853-811b-4ce6-89ad-7e0bcbc196f4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 May 02 14:56:11.195350 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a80bd-c05e-4bcd-9a2e-1473dbc709b7 req-8bc1b5ce-0b84-4298-8b02-7844e3a4998f tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:11.196841 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-932a80bd-c05e-4bcd-9a2e-1473dbc709b7 req-8bc1b5ce-0b84-4298-8b02-7844e3a4998f tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 945 time: 0.0459688 May 02 14:56:11.245455 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-932a80bd-c05e-4bcd-9a2e-1473dbc709b7 req-a8c760ad-d4c3-4f4b-b946-de3a7560e987 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 May 02 14:56:11.479477 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 81e70178-1578-413f-bb6a-01e56a99b58b up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:56:11.524828 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 81e70178-1578-413f-bb6a-01e56a99b58b completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:56:11.602780 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 81e70178-1578-413f-bb6a-01e56a99b58b triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:56:11.603148 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:11.678172 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 81e70178-1578-413f-bb6a-01e56a99b58b is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:56:11.678550 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:11.699557 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:56:11.701784 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d19cd0-f618-471d-a392-2d9e044d3b2a" -d '{"events": [{"server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "name": "network-vif-plugged", "status": "completed", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:56:11.713615 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=81e70178-1578-413f-bb6a-01e56a99b58b,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:56:11.738626 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b702b990-2d9b-4c03-a535-a31c516fccbd x-openstack-request-id: req-b702b990-2d9b-4c03-a535-a31c516fccbd {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:56:11.738937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "name": "network-vif-plugged", "status": "completed", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:56:11.739193 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b702b990-2d9b-4c03-a535-a31c516fccbd {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:56:11.739664 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b702b990-2d9b-4c03-a535-a31c516fccbd'] response: {'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b', 'code': 200} May 02 14:56:11.798148 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:11.851943 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:11.854864 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeed5e-8a32-4f67-ab18-ebf845961133 req-fb896c59-fa12-4fdb-a06a-0c738374afca tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:11.856778 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-11aeed5e-8a32-4f67-ab18-ebf845961133 req-fb896c59-fa12-4fdb-a06a-0c738374afca tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0503843 May 02 14:56:11.915617 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-11aeed5e-8a32-4f67-ab18-ebf845961133 req-33ce1aec-6beb-48cc-94d2-26f3084f1b0e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531607 May 02 14:56:12.126465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d29a2-93df-431e-a3cb-a1babae9ee08 req-8e26dac1-b7fe-4721-99b8-020dcee37b4c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:12.128510 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-754d29a2-93df-431e-a3cb-a1babae9ee08 req-8e26dac1-b7fe-4721-99b8-020dcee37b4c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0698128 May 02 14:56:12.131503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee2fc8-4773-4cd2-965a-8812c0d077a7 req-e8946b3f-7dfa-4d77-9a57-9c2237622c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:12.132875 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05ee2fc8-4773-4cd2-965a-8812c0d077a7 req-e8946b3f-7dfa-4d77-9a57-9c2237622c8a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 1130 time: 0.0649397 May 02 14:56:12.204720 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-754d29a2-93df-431e-a3cb-a1babae9ee08 req-fdcd617d-a6f1-4395-8594-59f4d41dcf7e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703688 May 02 14:56:12.206819 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05ee2fc8-4773-4cd2-965a-8812c0d077a7 req-7e7c95a2-9dd4-4f2f-ba92-724c4113e0b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659568 May 02 14:56:12.355953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579f204-0a9f-40da-bd2f-cf8f89e56a73 req-aa90b86a-f02f-4521-bdf8-ac00e3dc6020 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:12.357635 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b579f204-0a9f-40da-bd2f-cf8f89e56a73 req-aa90b86a-f02f-4521-bdf8-ac00e3dc6020 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0458803 May 02 14:56:12.402380 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b579f204-0a9f-40da-bd2f-cf8f89e56a73 req-b0d2352c-4f5f-405b-a988-57b1288052dc tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387046 May 02 14:56:12.614656 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:13.033925 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dab2f-7402-46e8-961f-801e9478ac44 req-57dc26fa-cfb3-4b54-8af5-d4b3d05768d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:13.035397 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-025dab2f-7402-46e8-961f-801e9478ac44 req-57dc26fa-cfb3-4b54-8af5-d4b3d05768d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0484691 May 02 14:56:13.092540 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-025dab2f-7402-46e8-961f-801e9478ac44 req-506288ca-0fd3-44b3-8651-bc4b94285097 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515032 May 02 14:56:13.322691 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7fa2f-f6ee-419c-a348-e1a516289b3d req-160c1d94-8bbc-4f78-ab65-90670a196f2b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:13.324158 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b0e7fa2f-f6ee-419c-a348-e1a516289b3d req-160c1d94-8bbc-4f78-ab65-90670a196f2b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0511322 May 02 14:56:13.369060 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b0e7fa2f-f6ee-419c-a348-e1a516289b3d req-caade0af-5625-4e71-a6d4-de4a77bdc57c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 May 02 14:56:13.513965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafc6460-8a66-47c4-8679-c2c2722ff20e req-ed51b462-a911-42b2-9c16-24b7b9caefc9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:13.515344 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eafc6460-8a66-47c4-8679-c2c2722ff20e req-ed51b462-a911-42b2-9c16-24b7b9caefc9 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0468822 May 02 14:56:13.565429 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-eafc6460-8a66-47c4-8679-c2c2722ff20e req-985c682c-dffd-4788-97a8-10523b3e3955 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 May 02 14:56:13.580578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e85d-5303-460d-8082-386eb1c47b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:14.203872 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeccc64-e521-4134-8538-52f204d50d9c req-4e25c6dc-9dd3-4fb5-b5e0-39fc2488d0df tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:14.205804 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bdeccc64-e521-4134-8538-52f204d50d9c req-4e25c6dc-9dd3-4fb5-b5e0-39fc2488d0df tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0459719 May 02 14:56:14.263965 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bdeccc64-e521-4134-8538-52f204d50d9c req-2358958b-95d2-4ef6-8154-1450c29ac4f7 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524950 May 02 14:56:14.484727 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f6b80-a657-4d7d-b151-33db320ff200 req-9fafe4ae-0f27-4c9d-b56c-6fef9e504957 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:14.486154 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d0f6b80-a657-4d7d-b151-33db320ff200 req-9fafe4ae-0f27-4c9d-b56c-6fef9e504957 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0454009 May 02 14:56:14.531670 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d0f6b80-a657-4d7d-b151-33db320ff200 req-73644489-67d0-4be4-ae38-932640714515 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 May 02 14:56:14.681970 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c35031-3ef2-4de4-9f1e-4bfeeba9b3a6 req-91284ed7-ef3a-40ad-8fa8-bd6b17fd613f tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:14.683346 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-14c35031-3ef2-4de4-9f1e-4bfeeba9b3a6 req-91284ed7-ef3a-40ad-8fa8-bd6b17fd613f tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0475433 May 02 14:56:14.732881 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-14c35031-3ef2-4de4-9f1e-4bfeeba9b3a6 req-789878fc-4acf-49a5-a876-c60a2f288af0 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 May 02 14:56:15.376389 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6dcae-67b6-4393-8810-c09493b3fb95 req-052db785-52c1-49f7-97f2-9cfe2760e53d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:15.377836 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ece6dcae-67b6-4393-8810-c09493b3fb95 req-052db785-52c1-49f7-97f2-9cfe2760e53d tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0468974 May 02 14:56:15.435278 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ece6dcae-67b6-4393-8810-c09493b3fb95 req-8cae3c62-29a9-4e60-a59e-6e0249107327 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=efde5abd-be89-445f-b767-cf93fdcb4a04&id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517166 May 02 14:56:15.643480 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33f395-9d4b-491e-9573-33545da9289d req-ae7e39f9-9cf3-4039-81f6-02bc2ac1308c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:15.644971 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ef33f395-9d4b-491e-9573-33545da9289d req-ae7e39f9-9cf3-4039-81f6-02bc2ac1308c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0473151 May 02 14:56:15.691602 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ef33f395-9d4b-491e-9573-33545da9289d req-29a55904-9948-4127-bff3-842b6966d06d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408497 May 02 14:56:15.843726 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fccfe78e-ef94-4527-98f7-332907f173d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:15.847767 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f81f9-68f5-4ad2-a76d-84ee8b21c2c4 req-9d79c044-118e-4c76-8646-86b527657673 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:15.849257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-781f81f9-68f5-4ad2-a76d-84ee8b21c2c4 req-9d79c044-118e-4c76-8646-86b527657673 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0508206 May 02 14:56:15.895991 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-781f81f9-68f5-4ad2-a76d-84ee8b21c2c4 req-fef7e802-e0aa-4a6a-a66c-29ad84569b2d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 May 02 14:56:16.803752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbc681-8d22-409a-bf9c-bb44b9cc6dd7 req-14739713-4293-4df0-bc1e-af327d30a512 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:16.805248 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37bbc681-8d22-409a-bf9c-bb44b9cc6dd7 req-14739713-4293-4df0-bc1e-af327d30a512 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0460491 May 02 14:56:16.850553 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37bbc681-8d22-409a-bf9c-bb44b9cc6dd7 req-bfc5de75-1874-4797-8e0f-adcd7b73e519 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 May 02 14:56:17.277419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:17.962618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30cee1-132a-4392-86b0-4a3075ae27f1 req-e2b7c291-fbc1-4a7e-8f98-ef0bea3ab83c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:17.965706 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6e30cee1-132a-4392-86b0-4a3075ae27f1 req-e2b7c291-fbc1-4a7e-8f98-ef0bea3ab83c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0472815 May 02 14:56:18.011564 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6e30cee1-132a-4392-86b0-4a3075ae27f1 req-068a1a4b-e859-4865-8c5c-5e63742453a6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403872 May 02 14:56:18.603055 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:19.126714 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddea8e5-ff39-44e0-9b52-70d780de52e6 req-6e587a8c-82d8-430d-b4f9-96b304c8de94 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:19.128173 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1ddea8e5-ff39-44e0-9b52-70d780de52e6 req-6e587a8c-82d8-430d-b4f9-96b304c8de94 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0500565 May 02 14:56:19.173173 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1ddea8e5-ff39-44e0-9b52-70d780de52e6 req-3d62619a-70bd-4a9c-8123-3941e49657ba tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 May 02 14:56:20.163231 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:20.288236 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd1b06-2749-4dcf-9949-94e24f7675eb req-e5ccb75d-9cc5-4f68-8592-ae2395c12474 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:20.289671 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-37fd1b06-2749-4dcf-9949-94e24f7675eb req-e5ccb75d-9cc5-4f68-8592-ae2395c12474 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0506675 May 02 14:56:20.379263 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-37fd1b06-2749-4dcf-9949-94e24f7675eb req-232dd655-af03-42a8-958e-36676223a590 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839944 May 02 14:56:21.493888 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b542c0-5428-4c36-9fcc-1978aea52cae req-61a2b1ca-d4a3-4ec9-b6d0-7e04eb08d883 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:21.495343 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07b542c0-5428-4c36-9fcc-1978aea52cae req-61a2b1ca-d4a3-4ec9-b6d0-7e04eb08d883 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0467041 May 02 14:56:21.540999 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07b542c0-5428-4c36-9fcc-1978aea52cae req-255d7c59-308b-442d-a4bb-dc5f92f98e96 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 May 02 14:56:22.651980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd77a7e-6293-4fb1-9af4-c7474b547bf6 req-6b5de534-0153-491b-a6a4-9fce04e164f7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:22.653474 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8dd77a7e-6293-4fb1-9af4-c7474b547bf6 req-6b5de534-0153-491b-a6a4-9fce04e164f7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0461879 May 02 14:56:22.698444 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8dd77a7e-6293-4fb1-9af4-c7474b547bf6 req-bff147c4-1541-4f9e-b494-e6ba5f99f3c3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395045 May 02 14:56:23.812669 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c1cb9-d489-4b72-8529-b34f60748eb0 req-89ff87ec-2fa8-484e-874f-d552500b2b84 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:23.814096 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0f8c1cb9-d489-4b72-8529-b34f60748eb0 req-89ff87ec-2fa8-484e-874f-d552500b2b84 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0464857 May 02 14:56:23.863010 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0f8c1cb9-d489-4b72-8529-b34f60748eb0 req-d3b850b3-2990-4db8-8ea2-3e41ddbb737b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 May 02 14:56:24.977167 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbfe50-90c0-4468-9191-e841ce20ae18 req-eabca6d7-3344-4c1d-aed2-501b3c8a2475 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:24.978595 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3fcbfe50-90c0-4468-9191-e841ce20ae18 req-eabca6d7-3344-4c1d-aed2-501b3c8a2475 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0483177 May 02 14:56:25.023421 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3fcbfe50-90c0-4468-9191-e841ce20ae18 req-43e9804c-4b95-415e-ab2e-f5da03a4ac4e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 May 02 14:56:26.134532 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e891d9-852b-499f-aafe-55a7f708aef9 req-6b29f196-d608-4132-b128-dd0811e2d639 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:26.135993 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41e891d9-852b-499f-aafe-55a7f708aef9 req-6b29f196-d608-4132-b128-dd0811e2d639 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0461164 May 02 14:56:26.180680 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-41e891d9-852b-499f-aafe-55a7f708aef9 req-88b95dbc-6fbd-48ae-af81-4a2f69ad2ff0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393054 May 02 14:56:27.293134 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d850-85d2-436b-b62f-76d084339dd1 req-f82b7e1a-8ded-446e-852e-3c101aba940b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:27.294579 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ad1d850-85d2-436b-b62f-76d084339dd1 req-f82b7e1a-8ded-446e-852e-3c101aba940b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0468736 May 02 14:56:27.340922 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ad1d850-85d2-436b-b62f-76d084339dd1 req-d9e0dac2-6883-4454-9653-e994b36f4d8d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 May 02 14:56:28.465634 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61934ca0-f70b-442b-af2a-328de1599898 req-4b82d3b9-18d3-4b17-8e7e-9ed8fd12f01c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:28.468270 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61934ca0-f70b-442b-af2a-328de1599898 req-4b82d3b9-18d3-4b17-8e7e-9ed8fd12f01c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0526388 May 02 14:56:28.514811 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61934ca0-f70b-442b-af2a-328de1599898 req-c05726b8-2f4f-49de-bea6-ceb6fee0ce55 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 May 02 14:56:29.624589 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d5998-3417-444e-b34b-663a1e5ef6c1 req-0529e49d-c749-482b-9937-670a1ecf68e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:29.626018 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9f7d5998-3417-444e-b34b-663a1e5ef6c1 req-0529e49d-c749-482b-9937-670a1ecf68e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0458667 May 02 14:56:29.674279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9f7d5998-3417-444e-b34b-663a1e5ef6c1 req-f25d2a73-b888-4052-b1d4-9f25323024de tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 May 02 14:56:30.792279 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1584aa7-277b-4bf3-b891-70dfb063f29a req-7cde79d4-23ce-4163-bf63-5010bb321834 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:30.793715 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b1584aa7-277b-4bf3-b891-70dfb063f29a req-7cde79d4-23ce-4163-bf63-5010bb321834 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0495903 May 02 14:56:30.840341 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b1584aa7-277b-4bf3-b891-70dfb063f29a req-87c19e19-639c-4cdb-9fa5-01df07571bff tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410001 May 02 14:56:31.961263 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009297-ad33-4583-a9e2-6e857ac97440 req-91e835bf-3b3a-47c9-bcd2-0722d4ab7575 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:31.963559 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-27009297-ad33-4583-a9e2-6e857ac97440 req-91e835bf-3b3a-47c9-bcd2-0722d4ab7575 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0548053 May 02 14:56:32.018248 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-27009297-ad33-4583-a9e2-6e857ac97440 req-a0b817d4-8801-4045-b6fa-bfcaa26c86aa tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 May 02 14:56:33.133452 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd277c5e-a128-4b33-bcbe-2db7d76908db req-855806a3-73b4-4741-a15f-b6298017588b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:33.134874 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cd277c5e-a128-4b33-bcbe-2db7d76908db req-855806a3-73b4-4741-a15f-b6298017588b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0449698 May 02 14:56:33.179084 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cd277c5e-a128-4b33-bcbe-2db7d76908db req-492442cf-8022-4291-af0c-11fca4ccc600 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388379 May 02 14:56:34.290741 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323778d9-4ff1-4da2-a4fc-6a3a8a8d91fa req-10a92553-1030-4623-a7ae-301005f31808 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:34.292213 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-323778d9-4ff1-4da2-a4fc-6a3a8a8d91fa req-10a92553-1030-4623-a7ae-301005f31808 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0466001 May 02 14:56:34.337928 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-323778d9-4ff1-4da2-a4fc-6a3a8a8d91fa req-d254574c-9af5-4516-81ac-0fbbbd61c267 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402498 May 02 14:56:35.449608 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d4758-bc34-4a52-8e0a-d57b24dc823a req-106bb375-4b1f-4b02-9fc3-ce7aae8890f1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:35.451087 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-be8d4758-bc34-4a52-8e0a-d57b24dc823a req-106bb375-4b1f-4b02-9fc3-ce7aae8890f1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0466597 May 02 14:56:35.500823 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-be8d4758-bc34-4a52-8e0a-d57b24dc823a req-03ee7f0c-89be-4fae-81da-e3f4ba6a11a8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441661 May 02 14:56:36.616938 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34811436-71af-499c-977f-0640247ff9e9 req-20cc5905-0309-4e2f-a5d5-dad76e068fe2 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:36.618371 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-34811436-71af-499c-977f-0640247ff9e9 req-20cc5905-0309-4e2f-a5d5-dad76e068fe2 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0496635 May 02 14:56:36.664119 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-34811436-71af-499c-977f-0640247ff9e9 req-09fa464b-777e-4cb0-88e8-edb6b6c27558 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402384 May 02 14:56:36.978326 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:56:37.772569 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97dfae-9168-4d5b-998b-f13c066d1cc9 req-1363ef89-e013-44d1-a224-298a2ea8d871 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:37.774000 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e97dfae-9168-4d5b-998b-f13c066d1cc9 req-1363ef89-e013-44d1-a224-298a2ea8d871 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0450277 May 02 14:56:37.819128 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2e97dfae-9168-4d5b-998b-f13c066d1cc9 req-7fd14e11-0520-46e0-9cb3-649cf5e0ecf7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 May 02 14:56:38.133470 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5379a8-6dd0-4c5b-a28d-63259e2e9fce req-bc07500d-9bc1-42cb-9766-9671d96f5424 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:38.134935 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5c5379a8-6dd0-4c5b-a28d-63259e2e9fce req-bc07500d-9bc1-42cb-9766-9671d96f5424 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0471492 May 02 14:56:38.181230 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5c5379a8-6dd0-4c5b-a28d-63259e2e9fce req-7348bd05-e902-4b38-8456-805291115eb2 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 May 02 14:56:38.303387 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-3601003f-deb4-4ff5-a195-95f037dde69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:38.304793 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-3601003f-deb4-4ff5-a195-95f037dde69c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1130 time: 0.0413527 May 02 14:56:38.394861 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-f8a275e1-c880-47e7-8272-bb6cb3651a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:38.396887 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-f8a275e1-c880-47e7-8272-bb6cb3651a48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.0826557 May 02 14:56:38.467295 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-677ca662-3b65-498b-9f64-39620a2415c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 1001 time: 0.0600297 May 02 14:56:38.519992 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-49f63269-4300-4547-aec6-6730d9414638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:38.521986 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-49f63269-4300-4547-aec6-6730d9414638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0484810 May 02 14:56:38.564352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-79a4dd15-67f6-4a7b-bbb0-8e8f3f036f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:38.565700 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-79a4dd15-67f6-4a7b-bbb0-8e8f3f036f89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0367043 May 02 14:56:38.656432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-b008434e-085b-4852-afc7-5a07df5a4556 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834265 May 02 14:56:38.743963 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f67714e5-39c4-4501-ad08-90a4c4cfe9b5 req-75d63e9d-1a3e-4deb-b547-7669af1395a4 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804272 May 02 14:56:39.296470 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559068c-b673-403b-be36-4f3752716040 req-6c5c6116-a102-412c-99aa-323750da232a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:39.298042 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4559068c-b673-403b-be36-4f3752716040 req-6c5c6116-a102-412c-99aa-323750da232a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0468771 May 02 14:56:39.344486 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4559068c-b673-403b-be36-4f3752716040 req-77462932-7cd8-4c5c-94f6-41ca02cb6e66 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403538 May 02 14:56:40.462267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050975b-549d-4f85-b16e-85bfb153609d req-dbdb57d3-23bb-49cd-8211-9f010b403785 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:40.465992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9050975b-549d-4f85-b16e-85bfb153609d req-dbdb57d3-23bb-49cd-8211-9f010b403785 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0501673 May 02 14:56:40.544763 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9050975b-549d-4f85-b16e-85bfb153609d req-10bd7bb9-301a-4d6d-a877-450d1bd3a724 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733738 May 02 14:56:40.550870 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-d6646cab-05bb-4da8-bfe5-84ce4e3982a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484989 May 02 14:56:40.628558 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-e19904c8-6fae-4517-93fe-86b763cd0b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:40.630150 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-e19904c8-6fae-4517-93fe-86b763cd0b64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 1129 time: 0.0392873 May 02 14:56:40.734976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-bdcd8e8a-276b-4866-b182-76bad3674b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:40.736527 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-bdcd8e8a-276b-4866-b182-76bad3674b44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0877166 May 02 14:56:40.781103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-07c0d89e-b686-47af-8c67-bea24b5b20b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 200 len: 217 time: 0.0328400 May 02 14:56:40.831339 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-d589ec2d-43d9-41aa-a178-365c63a3ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:40.832987 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-d589ec2d-43d9-41aa-a178-365c63a3ac8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0456359 May 02 14:56:41.126054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-a7cddda5-5c0b-428a-8560-0a196d8ce9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:41.127538 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-a7cddda5-5c0b-428a-8560-0a196d8ce9f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2877800 May 02 14:56:41.216505 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-b290e31d-1936-48c3-a47a-a148b859c23b service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785511 May 02 14:56:41.306696 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-29872e96-af76-4fc3-9d6a-485f5c0d6860 req-281d2847-70e1-42a5-a81b-79a23b89652a service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828738 May 02 14:56:42.619864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:43.665777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7557798c-c1f1-48cf-8f51-598c7a09018d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:44.522855 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e833f-953a-432f-bb26-fd01eb24e4d5 req-f84b9596-95a1-4ddb-8366-46b053a05577 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:44.525108 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d52e833f-953a-432f-bb26-fd01eb24e4d5 req-f84b9596-95a1-4ddb-8366-46b053a05577 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0472400 May 02 14:56:44.576055 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d52e833f-953a-432f-bb26-fd01eb24e4d5 req-03281b70-6db3-45a1-b9e4-9658eff64273 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436287 May 02 14:56:45.690868 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db796b10-e993-46da-8647-55438563d4c6 req-888bcfa9-ba7a-46ab-8f1b-99e5e6c92ef6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:45.692257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-db796b10-e993-46da-8647-55438563d4c6 req-888bcfa9-ba7a-46ab-8f1b-99e5e6c92ef6 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0478737 May 02 14:56:45.737942 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-db796b10-e993-46da-8647-55438563d4c6 req-3a2ece89-ff1f-41c2-8ec1-817ffe4c7fa1 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401657 May 02 14:56:45.854395 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-aa2d9140-bc68-4f98-87f8-cd096c420595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:46.723774 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-e9597dd9-2a8b-4760-805c-66fc9bd2b499 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:46.725095 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-e9597dd9-2a8b-4760-805c-66fc9bd2b499 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0482717 May 02 14:56:46.808494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Deleting port 81e70178-1578-413f-bb6a-01e56a99b58b {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:56:46.808826 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:46.848490 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069ee26-bb75-4f44-b118-ec99edcc9cea req-96cf31cd-7255-435d-b74a-9d5afc7dfd1b tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:56:46.849967 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7069ee26-bb75-4f44-b118-ec99edcc9cea req-96cf31cd-7255-435d-b74a-9d5afc7dfd1b tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 946 time: 0.0463965 May 02 14:56:46.896624 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7069ee26-bb75-4f44-b118-ec99edcc9cea req-109cb28c-97a8-4ae6-b832-c5abd1c8d447 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/security-groups?id=565aa25a-c72c-4c0f-8459-106eef0d2cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407367 May 02 14:56:46.898993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] For port 81e70178-1578-413f-bb6a-01e56a99b58b, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=81e70178-1578-413f-bb6a-01e56a99b58b,segment=NetworkSegment(ee6eb9da-cc6c-4929-a2ec-e52f29e98b20),segment_id=ee6eb9da-cc6c-4929-a2ec-e52f29e98b20)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:56:46.899448 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:46.912483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Calling delete_port for 81e70178-1578-413f-bb6a-01e56a99b58b owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:56:47.083128 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (81e70178-1578-413f-bb6a-01e56a99b58b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:47.109735 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Pushing event deleted for resources: {'Port': ['ID=81e70178-1578-413f-bb6a-01e56a99b58b,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:56:47.122938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['81e70178-1578-413f-bb6a-01e56a99b58b'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:56:47.139516 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.139885 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.140243 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.140568 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.140899 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.141228 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.141553 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.141877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.142202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.142525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.142850 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.143173 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.143491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.143814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.144155 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:56:47.167666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] No DVR routers for this DVR port 81e70178-1578-413f-bb6a-01e56a99b58b on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:56:47.170240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:47.173670 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-596bd0dc-9f41-447a-94f4-5ea40906e57d req-70c55e79-c394-417f-b55e-d4a02d55403d tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.41 "DELETE /v2.0/ports/81e70178-1578-413f-bb6a-01e56a99b58b HTTP/1.1" status: 204 len: 173 time: 0.4426889 May 02 14:56:47.174114 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'name': 'network-vif-deleted', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:56:47.177143 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ec209-2c27-459c-ad1a-6925dbb91c66" -d '{"events": [{"server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "name": "network-vif-deleted", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:56:47.213330 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c9aa3-d7d5-4b40-abac-4593ef54b1bb x-openstack-request-id: req-855c9aa3-d7d5-4b40-abac-4593ef54b1bb {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:56:47.213658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044419c-eec0-43b7-885c-3a43412259d8", "name": "network-vif-deleted", "tag": "81e70178-1578-413f-bb6a-01e56a99b58b", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:56:47.213917 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-855c9aa3-d7d5-4b40-abac-4593ef54b1bb {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:56:47.214325 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855c9aa3-d7d5-4b40-abac-4593ef54b1bb'] response: {'server_uuid': '9044419c-eec0-43b7-885c-3a43412259d8', 'name': 'network-vif-deleted', 'tag': '81e70178-1578-413f-bb6a-01e56a99b58b', 'status': 'completed', 'code': 200} May 02 14:56:47.265440 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:47.998931 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0e97437d-0a06-44ce-bf79-0f2f20f7275c req-76e1531d-032b-4f73-93e6-4786885d4e76 tempest-VolumesSnapshotTestJSON-1478085966 tempest-VolumesSnapshotTestJSON-1478085966-project] 10.222.0.36 "GET /v2.0/ports?device_id=9044419c-eec0-43b7-885c-3a43412259d8 HTTP/1.1" status: 200 len: 210 time: 0.0280159 May 02 14:56:48.620010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:50.156596 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:56:51.654809 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 81e70178-1578-413f-bb6a-01e56a99b58b no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:56:51.673895 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 81e70178-1578-413f-bb6a-01e56a99b58b {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:56:51.674240 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 81e70178-1578-413f-bb6a-01e56a99b58b not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:57:10.010353 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0b077-7d8e-45ae-8c95-3b12ef6a6c4e req-7be87c56-5380-4968-b02a-338665f727fe tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:10.011881 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ab0b077-7d8e-45ae-8c95-3b12ef6a6c4e req-7be87c56-5380-4968-b02a-338665f727fe tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0509021 May 02 14:57:10.061236 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ab0b077-7d8e-45ae-8c95-3b12ef6a6c4e req-12c2e4be-2f8d-447a-923b-ea7c801fa6ed tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436091 May 02 14:57:10.078643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-e33d630c-06e5-44c6-8ecd-755280183669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:10.080192 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-e33d630c-06e5-44c6-8ecd-755280183669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0391734 May 02 14:57:10.172748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-6c17ae04-edd0-49d8-9f87-2a447a9e2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:10.174231 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-6c17ae04-edd0-49d8-9f87-2a447a9e2c90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0878956 May 02 14:57:10.237965 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-ba595ebc-6de5-4a0e-9a1b-5a0f48ebbc5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1001 time: 0.0575356 May 02 14:57:10.288472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-887167c5-a39e-4a89-803a-aa23834ef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:10.290488 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-887167c5-a39e-4a89-803a-aa23834ef6a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0470159 May 02 14:57:10.332029 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-cfbf78c3-f2ef-4b1d-a718-9c6e32ed01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:10.333512 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-cfbf78c3-f2ef-4b1d-a718-9c6e32ed01e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371034 May 02 14:57:10.422099 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-474de837-0c91-4f61-bc4b-0ce9e0938199 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811603 May 02 14:57:10.512103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-da00eb3f-54cf-423f-90b3-abd9e6330343 req-dc0fd30a-fd43-489b-9076-27c83848a20a service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838554 May 02 14:57:11.177572 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918550f9-c124-4141-ab1e-ca8f2d6af8f7 req-ac0aa3f6-7dfb-4962-98e4-b018399cc73f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:11.179017 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-918550f9-c124-4141-ab1e-ca8f2d6af8f7 req-ac0aa3f6-7dfb-4962-98e4-b018399cc73f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0456681 May 02 14:57:11.226098 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-918550f9-c124-4141-ab1e-ca8f2d6af8f7 req-48c15e08-8ce5-47c9-9ddb-2e47ca2382be tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 May 02 14:57:12.339803 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481217d9-1ba6-4c45-9af4-2f481f35ae6c req-c7a000f2-3343-4387-a46c-8605a9b1bcc2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:12.341253 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-481217d9-1ba6-4c45-9af4-2f481f35ae6c req-c7a000f2-3343-4387-a46c-8605a9b1bcc2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0475075 May 02 14:57:12.388474 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-481217d9-1ba6-4c45-9af4-2f481f35ae6c req-c1ea04c0-e8a8-41b3-a162-a17703e80b66 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417359 May 02 14:57:12.634880 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:13.504364 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c73ac8-84b4-4ad6-b201-744cf9f9b949 req-833b6df6-eea1-4565-98d5-e13bde22883c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:13.505851 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-66c73ac8-84b4-4ad6-b201-744cf9f9b949 req-833b6df6-eea1-4565-98d5-e13bde22883c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0503738 May 02 14:57:13.555952 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-66c73ac8-84b4-4ad6-b201-744cf9f9b949 req-d3ac4c7e-65a0-41fc-829a-c688c1b1e91b tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421038 May 02 14:57:13.590989 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b91e0824-e20e-4486-b7f2-2e01340a1aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:14.054620 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:57:14.671068 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362ecfb-5014-4a8b-b957-6963878c1480 req-2dea3fc9-efe0-4e4f-b79f-18170b39d1f2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:14.672551 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f362ecfb-5014-4a8b-b957-6963878c1480 req-2dea3fc9-efe0-4e4f-b79f-18170b39d1f2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0462487 May 02 14:57:14.721592 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f362ecfb-5014-4a8b-b957-6963878c1480 req-01afc4b2-1084-437d-9ff3-d345586bf9ff tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 May 02 14:57:15.841200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970742a-5d48-42a7-9a66-a3316dbb9ac9 req-3ccacb00-ae46-4b56-9ff7-0339f56a7a80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:15.842663 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1970742a-5d48-42a7-9a66-a3316dbb9ac9 req-3ccacb00-ae46-4b56-9ff7-0339f56a7a80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0469608 May 02 14:57:15.876798 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0b51ea15-5d40-42b3-bb7f-15c567227870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:15.888810 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1970742a-5d48-42a7-9a66-a3316dbb9ac9 req-66bda67c-eb5b-4cf5-8335-32eadd379d7a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 May 02 14:57:16.999510 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e528814-760f-47f6-91dd-8297cb3762ca req-6a616e90-954b-4bbb-b22d-152fa7f96a62 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:17.000976 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e528814-760f-47f6-91dd-8297cb3762ca req-6a616e90-954b-4bbb-b22d-152fa7f96a62 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0458181 May 02 14:57:17.045909 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e528814-760f-47f6-91dd-8297cb3762ca req-90325ff2-1228-4563-8994-f2d15a2aa4c1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394111 May 02 14:57:17.275296 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:18.163297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d315b-778e-444c-993b-209dc8da105f req-c07ca140-9168-473a-8e69-15f030023fd5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:18.165392 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dc3d315b-778e-444c-993b-209dc8da105f req-c07ca140-9168-473a-8e69-15f030023fd5 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0495942 May 02 14:57:18.210822 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dc3d315b-778e-444c-993b-209dc8da105f req-3c3013c5-aed3-4fe1-a6b6-cc83d13a1763 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399525 May 02 14:57:18.596591 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:19.323996 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe7e95-e3f9-4f56-926d-a62e591f4406 req-67dba018-1ad7-4583-aa6f-cbcf8b30ef94 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:19.325553 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3abe7e95-e3f9-4f56-926d-a62e591f4406 req-67dba018-1ad7-4583-aa6f-cbcf8b30ef94 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0476208 May 02 14:57:19.371244 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3abe7e95-e3f9-4f56-926d-a62e591f4406 req-a3d54e54-fbc9-4dc7-9b31-8d75dc86bdc8 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 May 02 14:57:19.963361 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40822) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:20.009408 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Deleting subnet 812b37b6-fdcf-46ee-bab8-09506ccd3fd7 {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:57:20.012338 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Publish callbacks [] for subnet (812b37b6-fdcf-46ee-bab8-09506ccd3fd7), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.045359 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (812b37b6-fdcf-46ee-bab8-09506ccd3fd7), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.082882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (812b37b6-fdcf-46ee-bab8-09506ccd3fd7), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.220473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.246782 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (812b37b6-fdcf-46ee-bab8-09506ccd3fd7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.277672 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=812b37b6-fdcf-46ee-bab8-09506ccd3fd7,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:20.280069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.283181 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/812b37b6-fdcf-46ee-bab8-09506ccd3fd7 HTTP/1.1" status: 204 len: 168 time: 0.3188009 May 02 14:57:20.285822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 40824) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:20.289363 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.289714 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.290057 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.290745 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.290848 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.291154 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.291486 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.291813 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.292162 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.292552 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.292885 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.293213 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.293536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.293854 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.294173 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a160fd3f-e208-4cfe-af1f-a0d2b6313cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:20.352116 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.430529 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.460189 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6e7527-0ce3-4b08-acd9-99ae1b82cc90']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:20.486844 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:20.487072 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6eb9da-cc6c-4929-a2ec-e52f29e98b20') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:20.501355 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (ee6eb9da-cc6c-4929-a2ec-e52f29e98b20), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.513511 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c5e37-72a1-4a0c-9191-a52e0937399d req-75a00a5b-bdf5-49d3-843a-e169011c7aec tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:20.514956 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-671c5e37-72a1-4a0c-9191-a52e0937399d req-75a00a5b-bdf5-49d3-843a-e169011c7aec tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0763612 May 02 14:57:20.527805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ee6eb9da-cc6c-4929-a2ec-e52f29e98b20), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.542340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:57:20.542824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (ee6eb9da-cc6c-4929-a2ec-e52f29e98b20), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:57:20.544516 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:57:20.617887 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-671c5e37-72a1-4a0c-9191-a52e0937399d req-fd15bc68-6dbc-4ec6-9eeb-9f57505a1c94 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970712 May 02 14:57:20.697841 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (2f6e7527-0ce3-4b08-acd9-99ae1b82cc90), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.703289 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:20.706452 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2f6e7527-0ce3-4b08-acd9-99ae1b82cc90 HTTP/1.1" status: 204 len: 168 time: 0.4196441 May 02 14:57:20.717324 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e737d-937c-4dd7-b7e4-bfa9270226c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6e7527-0ce3-4b08-acd9-99ae1b82cc90,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:21.103558 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40830) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:21.142982 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ff02805b-aca3-4d24-a4a9-3b040e577247 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=816d4d81e8c94f4c9b6010a5208e16f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379224 May 02 14:57:21.145265 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40832) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:21.191206 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] Publish callbacks [] for security_group (565aa25a-c72c-4c0f-8459-106eef0d2cc1), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:21.211836 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] Publish callbacks [] for security_group (565aa25a-c72c-4c0f-8459-106eef0d2cc1), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:21.314557 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (565aa25a-c72c-4c0f-8459-106eef0d2cc1), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:21.317330 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:21.318479 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/565aa25a-c72c-4c0f-8459-106eef0d2cc1 HTTP/1.1" status: 204 len: 168 time: 0.1723173 May 02 14:57:21.326749 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99c9dc-70c9-42f5-824d-206e6cf8ecea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565aa25a-c72c-4c0f-8459-106eef0d2cc1,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:21.737275 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81b1a3-7724-44b7-83e4-8b3508f393c1 req-f534a41c-6c1a-47d8-882b-1e79363dd200 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:21.738875 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d81b1a3-7724-44b7-83e4-8b3508f393c1 req-f534a41c-6c1a-47d8-882b-1e79363dd200 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0492573 May 02 14:57:21.791435 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d81b1a3-7724-44b7-83e4-8b3508f393c1 req-3cf502a4-02ca-4052-90f1-7ba8b1ed8708 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461609 May 02 14:57:22.905018 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafda9d0-37a6-40df-9dae-ec8821de6725 req-8597b41e-6cca-4730-98dc-6df3f9496cc7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:22.906463 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dafda9d0-37a6-40df-9dae-ec8821de6725 req-8597b41e-6cca-4730-98dc-6df3f9496cc7 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0463834 May 02 14:57:22.951879 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dafda9d0-37a6-40df-9dae-ec8821de6725 req-a7ba8080-8921-4cec-a2ff-7c61c79aeccc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 May 02 14:57:24.064364 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800783c-af78-4cbb-b236-d8ad87a9b2c1 req-03941a64-6c9c-402c-85b6-3703ec06a2a0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:24.065940 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5800783c-af78-4cbb-b236-d8ad87a9b2c1 req-03941a64-6c9c-402c-85b6-3703ec06a2a0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0464795 May 02 14:57:24.110699 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5800783c-af78-4cbb-b236-d8ad87a9b2c1 req-7fd3f6fe-89a1-455b-b357-13f5b9b2e6e0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393856 May 02 14:57:25.227738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100e4b-b1eb-4290-8abf-52b0637f93a1 req-a32368e6-d958-4d0e-8216-80ca10987313 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:25.230103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b5100e4b-b1eb-4290-8abf-52b0637f93a1 req-a32368e6-d958-4d0e-8216-80ca10987313 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0509348 May 02 14:57:25.275980 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b5100e4b-b1eb-4290-8abf-52b0637f93a1 req-ed044aea-f6b5-4455-93ae-2227c263b038 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 May 02 14:57:26.387875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3424be-761c-43bd-a4fe-e65263541285 req-3b5842e0-45ec-482f-8634-6789749bfa80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:26.389302 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8d3424be-761c-43bd-a4fe-e65263541285 req-3b5842e0-45ec-482f-8634-6789749bfa80 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0466020 May 02 14:57:26.434263 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8d3424be-761c-43bd-a4fe-e65263541285 req-1b82ec08-4daf-4dad-9b01-13d47ae3eab1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 May 02 14:57:27.543629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a106990-d509-4341-bfd4-09d911c5ea1d req-494aee97-2d82-4481-a8dc-504068d55ab0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:27.545242 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5a106990-d509-4341-bfd4-09d911c5ea1d req-494aee97-2d82-4481-a8dc-504068d55ab0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0455565 May 02 14:57:27.590697 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5a106990-d509-4341-bfd4-09d911c5ea1d req-e5d73a96-94a3-4c7d-a041-1dd40b4431a0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 May 02 14:57:28.047981 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf484-59bc-421e-8505-a1988ae31a88 req-9e667697-4dde-4254-bc17-a8600fe0f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:28.049335 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-acdaf484-59bc-421e-8505-a1988ae31a88 req-9e667697-4dde-4254-bc17-a8600fe0f0f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0375509 May 02 14:57:28.100492 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-acdaf484-59bc-421e-8505-a1988ae31a88 req-5198d466-0b5c-4a7d-8b0d-50cdba354ba9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 May 02 14:57:28.708822 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25758c08-ef00-4eaf-bff9-8d97de3f93f6 req-2e9e796e-efbb-498d-b93b-cc2bb419a2cc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:28.710244 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-25758c08-ef00-4eaf-bff9-8d97de3f93f6 req-2e9e796e-efbb-498d-b93b-cc2bb419a2cc tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0487490 May 02 14:57:28.755793 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-25758c08-ef00-4eaf-bff9-8d97de3f93f6 req-d050839d-d252-4f91-b368-476e03da57e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394144 May 02 14:57:29.874238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4e01a-5fb6-4284-8001-037025c5547e req-0ff1288f-05ff-44c3-9a30-bcaa251c225e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:29.875675 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-77d4e01a-5fb6-4284-8001-037025c5547e req-0ff1288f-05ff-44c3-9a30-bcaa251c225e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0465016 May 02 14:57:29.920629 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-77d4e01a-5fb6-4284-8001-037025c5547e req-0f4bc384-f0f3-4fe9-b0bf-a78fce8a505c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 May 02 14:57:31.029868 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb3efd-9f1d-4884-8d89-f01013b79534 req-6ecc807c-2ae9-4c74-b1a1-46a9e3e44ed1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:31.031295 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8feb3efd-9f1d-4884-8d89-f01013b79534 req-6ecc807c-2ae9-4c74-b1a1-46a9e3e44ed1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0454748 May 02 14:57:31.078727 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8feb3efd-9f1d-4884-8d89-f01013b79534 req-adb1be7b-feec-4080-809b-f23632f7c871 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418963 May 02 14:57:31.728218 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27997222-bc54-4b00-8114-87e2f82763eb req-c6706046-5273-4782-9952-31f47940055c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:31.730011 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27997222-bc54-4b00-8114-87e2f82763eb req-c6706046-5273-4782-9952-31f47940055c tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0496485 May 02 14:57:31.814667 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27997222-bc54-4b00-8114-87e2f82763eb req-e97b8c82-ce76-43ca-abab-ab2e4d2ac5d1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789728 May 02 14:57:31.817182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-905bb213-51ae-4099-8797-f62d86dc0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:31.817182 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-905bb213-51ae-4099-8797-f62d86dc0c75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0593824 May 02 14:57:31.908774 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-3689f852-31fa-437f-b7ff-b3c45b36a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:31.910245 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-3689f852-31fa-437f-b7ff-b3c45b36a936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0876117 May 02 14:57:31.974923 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-8327e8ca-7bd2-49bf-bbd5-60ecc40ecf94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1001 time: 0.0588162 May 02 14:57:32.026747 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-2574762f-5d26-4ede-b0cf-65162797ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:32.028239 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-2574762f-5d26-4ede-b0cf-65162797ecb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0473752 May 02 14:57:32.092540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e8ae9-228d-4999-9552-4b8155beb848 req-787c48bb-a68b-42fe-b035-7c3370cc2b6a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:32.093977 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e15e8ae9-228d-4999-9552-4b8155beb848 req-787c48bb-a68b-42fe-b035-7c3370cc2b6a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0451689 May 02 14:57:32.144604 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e15e8ae9-228d-4999-9552-4b8155beb848 req-7bff96da-b1c2-4a72-a646-2deffc5f9b7e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452759 May 02 14:57:32.931054 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77d28-830b-439b-a610-4a4519bf961b req-4857822a-852c-4a97-9a33-d4b0041dd395 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:32.933087 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-96d77d28-830b-439b-a610-4a4519bf961b req-4857822a-852c-4a97-9a33-d4b0041dd395 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0462854 May 02 14:57:32.981290 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-96d77d28-830b-439b-a610-4a4519bf961b req-8393d7ff-f27c-486a-ba40-a4a41b561027 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 May 02 14:57:33.268741 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60f5a6-b92f-42fe-8ef5-eadb2e4d3a9c req-6715d27f-600f-4985-8567-6fcfd813587e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:33.270209 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c60f5a6-b92f-42fe-8ef5-eadb2e4d3a9c req-6715d27f-600f-4985-8567-6fcfd813587e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0527301 May 02 14:57:33.318853 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c60f5a6-b92f-42fe-8ef5-eadb2e4d3a9c req-3081b468-7cab-4158-91a9-2f58c8751c61 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430205 May 02 14:57:33.387250 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-bff5a580-9c8f-4506-b825-6a66918d4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:33.388898 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-bff5a580-9c8f-4506-b825-6a66918d4217 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440347 May 02 14:57:33.480954 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-1ffee5d5-ba25-42d2-a0c7-76034fbe52fa service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 May 02 14:57:33.575829 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-26759c04-626b-4a32-aaff-7ec6c7e01c40 req-333bfe87-0988-4c0b-afac-e0fff33b9e59 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885198 May 02 14:57:34.094234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e9623-fe0b-4253-a501-f8c1e58b258f req-769af587-81ae-4a19-a63b-28ffc214a4bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:34.095555 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a08e9623-fe0b-4253-a501-f8c1e58b258f req-769af587-81ae-4a19-a63b-28ffc214a4bb tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0446973 May 02 14:57:34.139994 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a08e9623-fe0b-4253-a501-f8c1e58b258f req-ff4fefff-4efc-44fe-8252-6b8aa7a6dd18 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389488 May 02 14:57:34.434351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f793a7-c3d6-4df2-b2fd-bc8943871a51 req-38614531-d917-479e-bb67-6cd2e87b29d2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:34.435813 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-39f793a7-c3d6-4df2-b2fd-bc8943871a51 req-38614531-d917-479e-bb67-6cd2e87b29d2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0457997 May 02 14:57:34.481995 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-39f793a7-c3d6-4df2-b2fd-bc8943871a51 req-2f569967-77de-4518-abc4-0939796ed378 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 May 02 14:57:35.253564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbd0f9-d451-494d-b14d-c5d116288e62 req-dcc736c2-731a-46c8-89c2-cb125b1496a2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:35.254990 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-49bbd0f9-d451-494d-b14d-c5d116288e62 req-dcc736c2-731a-46c8-89c2-cb125b1496a2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0487301 May 02 14:57:35.299894 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-49bbd0f9-d451-494d-b14d-c5d116288e62 req-12c33778-59d9-4b6d-ad06-92999854e609 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 May 02 14:57:35.599643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932023ca-41df-4202-aceb-63fb1c21ce18 req-b0c0a7aa-124e-409d-a9c3-366e8336390d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:35.601108 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-932023ca-41df-4202-aceb-63fb1c21ce18 req-b0c0a7aa-124e-409d-a9c3-366e8336390d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0488729 May 02 14:57:35.646163 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-932023ca-41df-4202-aceb-63fb1c21ce18 req-1eed7cba-efa7-4b6a-9c56-48633e27eb7a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387650 May 02 14:57:35.986213 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0462-feea-4824-bfb0-5678343378dc req-6582c8a8-5d61-488e-93d3-a0f9e4f9e26b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:35.987646 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-884b0462-feea-4824-bfb0-5678343378dc req-6582c8a8-5d61-488e-93d3-a0f9e4f9e26b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0464141 May 02 14:57:36.147830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Deleting port a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:57:36.148202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:36.238069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] For port a4c48c78-9b74-457f-84d7-b550e0a88607, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a4c48c78-9b74-457f-84d7-b550e0a88607,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:36.238436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:36.411704 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06230909-8985-4a2a-a65b-023de5ceee30 req-c63e6abf-ab10-4433-9e26-ec14bd2d5461 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:36.413107 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-06230909-8985-4a2a-a65b-023de5ceee30 req-c63e6abf-ab10-4433-9e26-ec14bd2d5461 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0463874 May 02 14:57:36.460620 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-06230909-8985-4a2a-a65b-023de5ceee30 req-ef370132-a5a4-486e-acd0-5cee47eb3656 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 May 02 14:57:36.466563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:36.466563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:36.466563 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Floating IP cbdeac76-b68f-4750-b188-37d485c78652 disassociated. External IP: 172.27.0.11, port: a4c48c78-9b74-457f-84d7-b550e0a88607. May 02 14:57:36.466563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Calling delete_port for a4c48c78-9b74-457f-84d7-b550e0a88607 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:57:36.745031 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (a4c48c78-9b74-457f-84d7-b550e0a88607), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:36.784178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'Port': ['ID=a4c48c78-9b74-457f-84d7-b550e0a88607,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:36.796648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e878f-bbcf-4a5e-924f-8a729619607b req-502d4fc8-2059-46b8-aeef-176748a86c65 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:36.798165 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-203e878f-bbcf-4a5e-924f-8a729619607b req-502d4fc8-2059-46b8-aeef-176748a86c65 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 946 time: 0.0814643 May 02 14:57:36.923006 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-203e878f-bbcf-4a5e-924f-8a729619607b req-34276cbc-6dbb-46b8-83c8-87df77062090 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=abcf59c5-68c4-443a-b93e-8b50c279c73b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190732 May 02 14:57:36.949703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:57:37.060968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:57:37.072663 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:57:37.083605 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:37.084254 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:37.108016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] No DVR routers for this DVR port a4c48c78-9b74-457f-84d7-b550e0a88607 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:57:37.110638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:37.114412 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-884b0462-feea-4824-bfb0-5678343378dc req-7a22a73a-89a0-46b0-a4f9-3d051c63c57b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "DELETE /v2.0/ports/a4c48c78-9b74-457f-84d7-b550e0a88607 HTTP/1.1" status: 204 len: 173 time: 1.0448916 May 02 14:57:37.114855 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-deleted', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:37.117276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e977443-6319-44e4-aa17-7020317ec7fe" -d '{"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-deleted", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:37.159638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d803435-b342-45e6-9e36-4cc594d3799d x-openstack-request-id: req-6d803435-b342-45e6-9e36-4cc594d3799d {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:37.159988 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9387a0cf-bc03-471f-943e-0e24da25287b", "name": "network-vif-deleted", "tag": "a4c48c78-9b74-457f-84d7-b550e0a88607", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:37.160267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d803435-b342-45e6-9e36-4cc594d3799d {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:37.160641 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d803435-b342-45e6-9e36-4cc594d3799d'] response: {'server_uuid': '9387a0cf-bc03-471f-943e-0e24da25287b', 'name': 'network-vif-deleted', 'tag': 'a4c48c78-9b74-457f-84d7-b550e0a88607', 'status': 'completed', 'code': 200} May 02 14:57:37.194823 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:37.387253 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:37.414882 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:57:37.424140 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:37.424744 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:37.535552 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:37.576828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f506cf-9215-4690-bd9e-f589352122c8 req-fc44a753-bb8b-4c7e-aace-4540ae3864b2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:37.578333 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28f506cf-9215-4690-bd9e-f589352122c8 req-fc44a753-bb8b-4c7e-aace-4540ae3864b2 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0480149 May 02 14:57:37.626673 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-28f506cf-9215-4690-bd9e-f589352122c8 req-a0eb054d-d183-46f7-9312-214a4c5e80d1 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422122 May 02 14:57:37.727484 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:37.743295 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab1c21-740f-4f40-b4e4-50b1ce0ff873 req-5d3eb14e-b56b-48a8-b8bb-882a1374dbce tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:37.744730 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0bab1c21-740f-4f40-b4e4-50b1ce0ff873 req-5d3eb14e-b56b-48a8-b8bb-882a1374dbce tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0495584 May 02 14:57:37.754131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 40924) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:37.757548 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d6fd4e-597a-4479-a711-0bfb2c5a00e8 None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:57:37.759434 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Request body: {'floatingip': {'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:37.826826 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:37.900498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:57:37.925085 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: a4c48c78-9b74-457f-84d7-b550e0a88607 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:57:37.925414 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device a4c48c78-9b74-457f-84d7-b550e0a88607 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:57:38.042257 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f92ef3-472c-4e27-b1d6-527ebe2809a8 None None] New status for floating IP cbdeac76-b68f-4750-b188-37d485c78652: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:57:38.069533 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-87bc590a-281a-402d-8229-a0bab8611867 req-b970b7cd-4b76-46d7-a212-35f533835cb7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=9387a0cf-bc03-471f-943e-0e24da25287b HTTP/1.1" status: 200 len: 210 time: 0.0413866 May 02 14:57:38.375983 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:38.433977 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:38.900619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:57:39.012293 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:57:39.017035 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.023548 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:57:39.033946 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:39.034621 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:39.073741 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-298b0856-0594-470c-9724-bf4101e7665e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "PUT /v2.0/floatingips/62a40114-cc2d-4322-b566-f8f3367b6776 HTTP/1.1" status: 200 len: 993 time: 1.3184485 May 02 14:57:39.155157 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:39.161820 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}, {'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:39.164354 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf47eb2f-0742-4164-8ad9-d24af02d04e8" -d '{"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}, {"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:39.216321 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 14:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc4ace-b6c2-4dba-8c54-925e35500aec x-openstack-request-id: req-82dc4ace-b6c2-4dba-8c54-925e35500aec {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:39.216321 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:39.216321 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-82dc4ace-b6c2-4dba-8c54-925e35500aec {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:39.216321 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dc4ace-b6c2-4dba-8c54-925e35500aec'] response: {'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'status': 'completed', 'code': 200} May 02 14:57:39.216321 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82dc4ace-b6c2-4dba-8c54-925e35500aec'] response: {'name': 'network-changed', 'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'status': 'completed', 'code': 200} May 02 14:57:39.248973 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40936) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:39.305515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-bae8f4ab-362f-4259-9971-69f33d51f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:39.306461 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-bae8f4ab-362f-4259-9971-69f33d51f2ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0457981 May 02 14:57:39.311378 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (abcf59c5-68c4-443a-b93e-8b50c279c73b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.336454 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (abcf59c5-68c4-443a-b93e-8b50c279c73b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.392426 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:57:38Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:39.408785 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-04904f96-79b4-4384-b5c1-adafdee4f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:39.410307 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-04904f96-79b4-4384-b5c1-adafdee4f219 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0958245 May 02 14:57:39.423102 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:57:39.431360 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:39.431991 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:39.464949 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (abcf59c5-68c4-443a-b93e-8b50c279c73b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.468281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.469465 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "DELETE /v2.0/security-groups/abcf59c5-68c4-443a-b93e-8b50c279c73b HTTP/1.1" status: 204 len: 168 time: 0.2188652 May 02 14:57:39.474157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40938) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:39.477759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-3e3e269a-542e-47e5-ad24-f98925d45196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1001 time: 0.0610676 May 02 14:57:39.490574 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a78a6-b3a3-43f8-8c52-2e0e09db451d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcf59c5-68c4-443a-b93e-8b50c279c73b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:39.492578 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-9af0cab7-95aa-4d5b-80a1-c07df6855403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] show failed (client error): The resource could not be found. May 02 14:57:39.493591 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9af0cab7-95aa-4d5b-80a1-c07df6855403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups/abcf59c5-68c4-443a-b93e-8b50c279c73b HTTP/1.1" status: 404 len: 347 time: 0.0185125 May 02 14:57:39.496554 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40940) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:39.550838 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-9d7336bf-bb06-42ed-ab43-3ee87701455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:39.552457 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-9d7336bf-bb06-42ed-ab43-3ee87701455e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0682914 May 02 14:57:39.573757 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:39.599342 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-bf2a025a-79d6-47b5-8f1d-56256710d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:39.600885 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-bf2a025a-79d6-47b5-8f1d-56256710d464 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424111 May 02 14:57:39.652524 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Deleting port 07ef69ff-2c66-430e-a462-e36a529909db {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:57:39.654132 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (07ef69ff-2c66-430e-a462-e36a529909db), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.696814 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-a89121a1-11cc-47f8-8998-be7c5dbf7368 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 May 02 14:57:39.739920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (07ef69ff-2c66-430e-a462-e36a529909db), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.740305 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (07ef69ff-2c66-430e-a462-e36a529909db), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:39.754614 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Calling delete_port for 07ef69ff-2c66-430e-a462-e36a529909db owned by network:floatingip {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:57:39.817936 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-75a5fb54-b9a3-4b3e-9ac1-d64267db7752 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140902 May 02 14:57:39.948504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-093a766c-f2f3-493b-b79d-fd295ad1cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:39.950526 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-093a766c-f2f3-493b-b79d-fd295ad1cdb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0452471 May 02 14:57:39.956489 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:57:38Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:39.987426 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322fd717-91b5-4908-b114-83ef6b04452a None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '62a40114-cc2d-4322-b566-f8f3367b6776', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'port_id': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'mac_address': 'fa:16:3e:34:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f463a8-f477-466e-8111-07e9a14b9fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:53:16Z', 'updated_at': '2022-05-02T14:57:38Z', 'revision_number': 3, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:57:40.002278 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (07ef69ff-2c66-430e-a462-e36a529909db), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.031113 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'Port': ['ID=07ef69ff-2c66-430e-a462-e36a529909db,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:40.064915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-60406e3d-89e1-4db8-8f39-d5753c9e05a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.066437 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-60406e3d-89e1-4db8-8f39-d5753c9e05a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.1087015 May 02 14:57:40.111753 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (cbdeac76-b68f-4750-b188-37d485c78652), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.114490 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.115660 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3648f3ff-ebef-4e2d-8c98-5206df8443e6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "DELETE /v2.0/floatingips/cbdeac76-b68f-4750-b188-37d485c78652 HTTP/1.1" status: 204 len: 168 time: 0.6131768 May 02 14:57:40.188007 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-074c8c5f-f2db-46cb-85e0-ce9cc756225a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1001 time: 0.1141205 May 02 14:57:40.226083 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-6c1edd30-13dd-40eb-87f6-c1436ab304e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905607 May 02 14:57:40.245022 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-a9c76e2a-a7d3-4993-b7b6-068bc26947f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.247599 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-a9c76e2a-a7d3-4993-b7b6-068bc26947f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0526557 May 02 14:57:40.334487 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-982ee8b7-1236-4803-898c-4fbd62d53e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.336027 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-982ee8b7-1236-4803-898c-4fbd62d53e96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1130 time: 0.0646586 May 02 14:57:40.340436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-8bcd5fc3-9729-42b8-a574-6ee06f57cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.340436 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-8bcd5fc3-9729-42b8-a574-6ee06f57cc4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758293 May 02 14:57:40.495030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-352d0eec-78e7-4ee6-a213-6464123194de service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499224 May 02 14:57:40.500079 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40944) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:40.504740 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914673603', 'description': 'tempest-description--1071326443'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:40.522741 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-4d60154c-4cbf-416f-a22f-bad640d5b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.526895 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-4d60154c-4cbf-416f-a22f-bad640d5b056 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.1616960 May 02 14:57:40.608033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.629256 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-8c53e615-9974-4457-8c53-8b79587b8f25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 1001 time: 0.0971956 May 02 14:57:40.647765 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf47eb2f-0742-4164-8ad9-d24af02d04e8 req-977394dc-9ed5-45c1-adc1-cfb718cd24f4 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465721 May 02 14:57:40.686061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-d97a6b1d-ebe2-4a14-89b5-77761aa67fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.687568 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-d97a6b1d-ebe2-4a14-89b5-77761aa67fda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0510418 May 02 14:57:40.693255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (71935600-3609-407d-bfa4-04ec0e45fd97), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.739474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-2d0a663f-52df-4f78-a0a2-a6e01b4d20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:40.739474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-2d0a663f-52df-4f78-a0a2-a6e01b4d20d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416105 May 02 14:57:40.805654 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (71935600-3609-407d-bfa4-04ec0e45fd97), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.837601 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71935600-3609-407d-bfa4-04ec0e45fd97,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:40.838994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-15a6bace-705b-42aa-9d83-941c833e1a2f service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938492 May 02 14:57:40.932809 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64dec8c1-8fbb-49f4-9302-385d3bc87a7b req-8f5e308e-4750-4f0d-b0d5-4e2843ba61f4 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821817 May 02 14:57:40.933411 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:40.934688 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c745e621-3504-42c8-b038-00325bd0a8eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4335010 May 02 14:57:40.937463 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40946) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:40.941646 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group_rule': {'security_group_id': '71935600-3609-407d-bfa4-04ec0e45fd97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:41.024196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (abae1095-188e-4b3a-944f-686e1aff08dc), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.077103 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (abae1095-188e-4b3a-944f-686e1aff08dc), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.207037 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (abae1095-188e-4b3a-944f-686e1aff08dc), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.224619 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abae1095-188e-4b3a-944f-686e1aff08dc,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:41.327475 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.328624 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-543552b7-fe37-481a-a9e7-c5d38d0eb882 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902364 May 02 14:57:41.331249 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40950) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:41.335561 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'security_group_rule': {'security_group_id': '71935600-3609-407d-bfa4-04ec0e45fd97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:41.418556 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (657e83fd-1ee7-40ee-bb0b-f2ec8a592197), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.475653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (657e83fd-1ee7-40ee-bb0b-f2ec8a592197), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.553807 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (657e83fd-1ee7-40ee-bb0b-f2ec8a592197), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.570835 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657e83fd-1ee7-40ee-bb0b-f2ec8a592197,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:41.652565 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.653798 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-41bc0a13-3090-4385-9841-10b43f1233c6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216202 May 02 14:57:41.656885 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 40952) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:41.661036 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:41.744688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.820702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:41.925694 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Allocated IP 172.27.0.25 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/94072348-dab1-4211-badc-96f0a5e7008a) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:57:42.023501 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (94072348-dab1-4211-badc-96f0a5e7008a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.115964 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (94072348-dab1-4211-badc-96f0a5e7008a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.155582 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:57:42.160046 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:57:42.162926 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:57:42.190543 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=94072348-dab1-4211-badc-96f0a5e7008a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:42.253269 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.389154 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (94072348-dab1-4211-badc-96f0a5e7008a), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.639836 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.752374 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (94072348-dab1-4211-badc-96f0a5e7008a), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.827891 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (94072348-dab1-4211-badc-96f0a5e7008a), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:42.895371 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=94072348-dab1-4211-badc-96f0a5e7008a,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:42.906482 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:43.012855 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:43.014117 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-cc10447d-6a61-4ae3-85e1-fd4ae397ec02 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3562863 May 02 14:57:43.206089 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-2fc43eb9-f57a-4c97-93b5-d5fe3a938cde tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--914673603&fields=id&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 267 time: 0.0452065 May 02 14:57:43.310174 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-f19531b5-00bd-4823-8d04-835801311553 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:43.311599 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-f19531b5-00bd-4823-8d04-835801311553 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 817 time: 0.0988426 May 02 14:57:43.326458 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-cd5b4cc1-217b-43f1-9089-4b59b4602987 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/quotas/8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 375 time: 0.0091369 May 02 14:57:43.373114 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-a8fc420d-b7dc-49bc-b80c-945857a68de9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0416298 May 02 14:57:43.472172 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-ba041083-e8e4-4294-9fb5-91e9a3df577b service neutron] 10.222.0.36 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875545 May 02 14:57:43.561064 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-279cb14b-28b7-46fc-bdaf-0c91f775ae5e service neutron] 10.222.0.36 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833025 May 02 14:57:43.611071 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-73006c99-d068-4955-80f7-d64157839f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:43.786772 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-968a0c82-8e21-44ef-9e63-3befb3ea9e70 req-619e3391-6351-4d54-800d-aecb56af6228 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 210 time: 0.0290861 May 02 14:57:44.885730 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-427c16c3-1528-4fc4-91ee-2ef6db1f35e6 req-cbcb14a2-644b-4b70-a149-d0736f752250 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 210 time: 0.0271449 May 02 14:57:45.893165 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1721dc12-609e-43f2-8e41-0e39262cc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:45.993377 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9ef59aff-d4c3-4f51-a34c-c6d6e75f388f req-e56e04a4-5a2d-410f-ad3e-c0edeb07ad66 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 210 time: 0.0345902 May 02 14:57:46.047390 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-5230174d-5ae6-46bc-b9f3-a7d231b01d4b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:46.048890 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-5230174d-5ae6-46bc-b9f3-a7d231b01d4b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 817 time: 0.1029458 May 02 14:57:46.151334 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-76094643-1647-470c-acb3-a73b97310c07 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 379 time: 0.0517061 May 02 14:57:46.160780 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'port': {'device_id': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'admin_state_up': True, 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'security_groups': ['71935600-3609-407d-bfa4-04ec0e45fd97']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:46.361367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Made reservation on behalf of 8e19e4b0145e42e0a62ca2014cbf06e1 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:57:46.364781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:46.491862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Allocated IP 172.20.0.9 (a6931cd5-688d-4ae1-950b-4d8676ef7a9e/4abece8a-a209-43f4-a894-e1d3d9738a67/63df7d92-5d58-4b16-98d8-9fb6c21c4ea0) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:57:46.625212 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:46.805589 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:46.865706 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:57:46.868806 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:57:46.873314 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:57:46.901035 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:46.928662 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:46.929274 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.038970 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-0a80d810-c2fa-4b83-8a9f-e9e7d2ce6bf7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8818023 May 02 14:57:47.083433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Request body: {'port': {'device_id': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:47.135058 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbfa20-d57e-401d-8f49-207b13195163 req-ddc1f516-6abd-4f3b-a8c5-b8e7dabe03d5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:47.136545 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2acbfa20-d57e-401d-8f49-207b13195163 req-ddc1f516-6abd-4f3b-a8c5-b8e7dabe03d5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 931 time: 0.0687532 May 02 14:57:47.152020 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-fef51502-729a-4b54-a95c-c6a7d578f896 None None] Provisioning complete for port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:57:47.152572 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fef51502-729a-4b54-a95c-c6a7d578f896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.188313 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fef51502-729a-4b54-a95c-c6a7d578f896 None None] Port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:57:47.192494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.224892 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2acbfa20-d57e-401d-8f49-207b13195163 req-e72d0def-fe60-45a3-93a2-bf032621732a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810165 May 02 14:57:47.313813 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.465874 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:57:47.473380 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks [] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.486225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Transition to ACTIVE for port object 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:57:47.565343 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.619197 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:47.645778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.646180 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.646522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.646866 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.647200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.647575 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.647924 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.648250 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.648575 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.648900 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.649230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.649546 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.649863 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.650181 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.650501 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:47.703360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Attempting to bind port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:57:47.703618 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Attempting to bind port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:57:47.703971 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Attempting to bind port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:57:47.708406 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:57:47.708728 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Attempting to bind port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 on network a6931cd5-688d-4ae1-950b-4d8676ef7a9e {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:57:47.713758 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:57:47.714093 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Checking segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:57:47.714476 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Bound using segment: {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:57:47.714894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Bound port: 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aad93ba-e810-4068-8d79-6da0fd8e8522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:57:47.715786 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.781108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:57:47.784079 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:57:47.871282 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.905513 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:47.906254 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:47.907504 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] 10.222.0.41 "PUT /v2.0/ports/63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 1093 time: 0.8378646 May 02 14:57:47.907975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:47.910178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a52c0-8f18-48d5-9bdc-39c0c04653da" -d '{"events": [{"name": "network-changed", "server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:47.935598 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b715da-8ec8-4134-b99b-9ede99795078 service neutron] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:47.955222 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430aa0ce-e56a-4c35-a171-ed80e58a2d50 x-openstack-request-id: req-430aa0ce-e56a-4c35-a171-ed80e58a2d50 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:47.955521 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:47.955777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-430aa0ce-e56a-4c35-a171-ed80e58a2d50 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:47.956223 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430aa0ce-e56a-4c35-a171-ed80e58a2d50'] response: {'name': 'network-changed', 'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'status': 'completed', 'code': 200} May 02 14:57:48.046910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-f6445705-9afb-4e3e-a248-4eae6873a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.048491 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-f6445705-9afb-4e3e-a248-4eae6873a267 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1127 time: 0.0452311 May 02 14:57:48.161401 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-5cef01ee-6783-400c-b2be-a2036e9c0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.162889 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-5cef01ee-6783-400c-b2be-a2036e9c0d6e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0951712 May 02 14:57:48.262975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-fc8037f6-b745-4cb4-ae9e-e41396f4d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.262975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a53a52c0-8f18-48d5-9bdc-39c0c04653da req-fc8037f6-b745-4cb4-ae9e-e41396f4d661 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890527 May 02 14:57:48.351782 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431e30c-a70b-4509-ab44-5da2acaf8bbc req-2d5f3aaf-54f0-49a3-9fb1-caf2de4cb54e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.353476 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4431e30c-a70b-4509-ab44-5da2acaf8bbc req-2d5f3aaf-54f0-49a3-9fb1-caf2de4cb54e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0537677 May 02 14:57:48.392657 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-a2ee081b-844f-462d-a3fb-b39f2b62bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.394056 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-a2ee081b-844f-462d-a3fb-b39f2b62bddc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1127 time: 0.0584731 May 02 14:57:48.428099 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4431e30c-a70b-4509-ab44-5da2acaf8bbc req-023a5678-ce61-4ac6-add0-6a52452e9faf tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590611 May 02 14:57:48.454449 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-2498e36a-d6e3-4869-b987-133dae7dde5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 217 time: 0.0386021 May 02 14:57:48.502931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-7f6832e8-bdb4-4a2a-bd07-373b70e85972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.504374 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-7f6832e8-bdb4-4a2a-bd07-373b70e85972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0435474 May 02 14:57:48.547226 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-100e80d9-c3da-4425-a433-6fa21a3095ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:48.548648 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-100e80d9-c3da-4425-a433-6fa21a3095ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381680 May 02 14:57:48.589929 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:48.638707 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-b41705b7-7eee-4172-81ba-f6f4bf4c1136 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 May 02 14:57:48.728085 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3fc83ba-adff-46ab-b20b-1ee300dc746a req-b2d429a3-d0b8-4195-8eb6-bfc9efc8b9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 May 02 14:57:48.983458 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9a8d7860-052e-4e5a-8d27-3b329bf94022 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1899535179&fields=id&tenant_id=997fcd7fac4840ada644dba449cc38a1 HTTP/1.1" status: 200 len: 267 time: 0.0525167 May 02 14:57:49.035756 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-35df361d-0ea4-4b93-b57d-e9ad1c2c9e06 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:49.037215 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-35df361d-0ea4-4b93-b57d-e9ad1c2c9e06 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 984 time: 0.0485673 May 02 14:57:49.048423 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Request body: {'port': {'security_groups': ['36e68e1b-541c-4120-b8a1-ccb7ed625fe2']}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:49.118897 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.289369 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:49.317677 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.395818 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.431389 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:57:49.437032 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:49.437677 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.439088 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a5c0e207-d3f6-4b45-ab05-11c9788ab295 req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "PUT /v2.0/ports/3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 942 time: 0.3959863 May 02 14:57:49.441957 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:49.446013 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ed4edb-4235-4bed-8213-01b83d976083" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:49.446832 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41002) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:49.504879 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbeb77a-d95b-4aad-af8c-3a3cd9f7e9d4 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event updated for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=7']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:49.570800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (efde5abd-be89-445f-b767-cf93fdcb4a04), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.585465 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9207d7a-6ff3-4b62-85e3-9209326ff8bb req-fa2f2300-94a8-4e7f-9b5b-aa21e9ccc7e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:49.593234 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9207d7a-6ff3-4b62-85e3-9209326ff8bb req-fa2f2300-94a8-4e7f-9b5b-aa21e9ccc7e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0639555 May 02 14:57:49.602589 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (efde5abd-be89-445f-b767-cf93fdcb4a04), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.638140 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94935d9-b26b-42e5-94c9-2bb259e4fb7c x-openstack-request-id: req-b94935d9-b26b-42e5-94c9-2bb259e4fb7c {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:49.638425 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:49.638679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b94935d9-b26b-42e5-94c9-2bb259e4fb7c {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:49.639085 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94935d9-b26b-42e5-94c9-2bb259e4fb7c'] response: {'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:57:49.657981 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c9207d7a-6ff3-4b62-85e3-9209326ff8bb req-1f2daa64-f05b-442b-b276-8622b780d07a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547135 May 02 14:57:49.757556 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-5249525d-6979-4122-9fbe-115a2b5f6e6d None None] Provisioning complete for port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:57:49.758130 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5249525d-6979-4122-9fbe-115a2b5f6e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.759158 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (efde5abd-be89-445f-b767-cf93fdcb4a04), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.761822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:49.763075 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "DELETE /v2.0/security-groups/efde5abd-be89-445f-b767-cf93fdcb4a04 HTTP/1.1" status: 204 len: 168 time: 0.3152027 May 02 14:57:49.765821 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41008) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:49.772652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1658b-13ac-4e38-8563-7c23f44164d6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efde5abd-be89-445f-b767-cf93fdcb4a04,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:49.799681 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:57:49.898845 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-5249525d-6979-4122-9fbe-115a2b5f6e6d None None] Current status of the port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:57:49.943156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Deleting port eb8edada-8267-4b75-bedc-8cbf876b645f {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:57:49.943425 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.020296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.020967 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for floatingip (eb8edada-8267-4b75-bedc-8cbf876b645f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.033248 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Calling delete_port for eb8edada-8267-4b75-bedc-8cbf876b645f owned by network:floatingip {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:57:50.167299 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.281455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (eb8edada-8267-4b75-bedc-8cbf876b645f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.306672 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event deleted for resources: {'Port': ['ID=eb8edada-8267-4b75-bedc-8cbf876b645f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:50.371151 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks [] for floatingip (07862e2b-bc7b-4932-b6a7-61c6d33b9eb7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.371479 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Floating IP 07862e2b-bc7b-4932-b6a7-61c6d33b9eb7 disassociated (deleted). External IP: 172.27.0.205, port: 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67. May 02 14:57:50.580331 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Router 641c52df-2489-4169-80c2-378a468939a7 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:57:50.688791 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:57:50.693624 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:50.698767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Sync routers for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:57:50.709297 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:50.709919 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:50.728821 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-323ab65b-fb4a-4953-b8b7-cae028a6156e tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "DELETE /v2.0/floatingips/07862e2b-bc7b-4932-b6a7-61c6d33b9eb7 HTTP/1.1" status: 204 len: 168 time: 0.9612522 May 02 14:57:50.772750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4df55-4c41-4b21-9a23-27f577cca1fc req-654493a0-03e4-41e7-bc9b-4075185d3391 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:50.775087 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2bc4df55-4c41-4b21-9a23-27f577cca1fc req-654493a0-03e4-41e7-bc9b-4075185d3391 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0543022 May 02 14:57:50.834634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:50.840232 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2bc4df55-4c41-4b21-9a23-27f577cca1fc req-fe60bb4c-e830-4e1c-98c0-097850290d54 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530846 May 02 14:57:50.983324 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:57:51.149411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:51.175587 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Checking router: 641c52df-2489-4169-80c2-378a468939a7 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:57:51.183759 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:57:51.184398 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:51.292623 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:57:51.484290 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:57:51.513152 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5a2d89-cce9-46fd-9504-9e2e624c8abd None None] The sync data for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi is: [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:49Z', 'revision_number': 4, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '7a487111-20e9-4511-9b27-bd4eddda3eba', 'name': '', 'network_id': '0c4e6c2f-af37-4b09-9c62-9fae74afd189', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'mac_address': 'fa:16:3e:4d:1b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:48Z', 'updated_at': '2022-05-02T14:51:54Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'subnets': [{'id': 'c8e9c82c-66b4-460e-b9c5-04f57c51e264', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:57:51.568169 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed4edb-4235-4bed-8213-01b83d976083 req-bc485308-46f1-469c-b6ee-0b82a4c12a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:51.569999 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-bc485308-46f1-469c-b6ee-0b82a4c12a29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1129 time: 0.0454390 May 02 14:57:51.640292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:51.643877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:51.700333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a2070-51dc-45fe-9f05-93d5037e9b00 x-openstack-request-id: req-440a2070-51dc-45fe-9f05-93d5037e9b00 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:51.700628 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:51.700906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-440a2070-51dc-45fe-9f05-93d5037e9b00 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:51.701315 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440a2070-51dc-45fe-9f05-93d5037e9b00'] response: {'name': 'network-changed', 'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:57:51.704369 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed4edb-4235-4bed-8213-01b83d976083 req-b3ba8690-07a7-46af-b5da-06e708b7d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:51.709259 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-b3ba8690-07a7-46af-b5da-06e708b7d92f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 916 time: 0.1206739 May 02 14:57:51.794197 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312125f-0600-43f0-8d6f-81430392df2a None None] New status for floating IP 07862e2b-bc7b-4932-b6a7-61c6d33b9eb7: DOWN {{(pid=110412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:57:51.952944 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb2987-1729-4b55-8d90-2fd683cbd354 req-3977d622-b498-476c-a105-866f3109b0b0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:51.954353 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3fbb2987-1729-4b55-8d90-2fd683cbd354 req-3977d622-b498-476c-a105-866f3109b0b0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0470381 May 02 14:57:52.003599 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3fbb2987-1729-4b55-8d90-2fd683cbd354 req-4cd44dd9-3ac9-4f69-b545-8b6c906ef550 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437214 May 02 14:57:52.147501 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-e5ba6dcb-1a46-4ed3-b890-d1ca20228fdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 217 time: 0.0337605 May 02 14:57:52.209504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed4edb-4235-4bed-8213-01b83d976083 req-b1e8b707-37ca-41f7-9446-1480ba5dd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:52.210887 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-b1e8b707-37ca-41f7-9446-1480ba5dd03a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.0496626 May 02 14:57:52.267279 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:57:52.305269 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed4edb-4235-4bed-8213-01b83d976083 req-736bff5e-c5cf-48f1-ad6b-9db641759bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:52.306758 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-736bff5e-c5cf-48f1-ad6b-9db641759bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385826 May 02 14:57:52.369969 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:52.382214 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:57:52.403326 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-633d4280-42f4-4865-97e5-a30eb4992347 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 May 02 14:57:52.421095 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:57:52.421486 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:52.434122 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:57:52.454224 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:52.508330 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:52.559306 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:52.566996 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.567375 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.567710 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.568098 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.568456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.568787 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.569120 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.569457 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.569791 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.570125 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.570458 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.570806 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.571140 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.571469 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.571797 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:57:52.772769 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-71ed4edb-4235-4bed-8213-01b83d976083 req-52e0670c-f710-4d6f-8d99-6cf125730636 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624518 May 02 14:57:52.977818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-9cfd1e2e-39a8-4f16-8bf1-dc4c63e5506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:52.979523 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-9cfd1e2e-39a8-4f16-8bf1-dc4c63e5506c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=997fcd7fac4840ada644dba449cc38a1&device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 1129 time: 0.0386412 May 02 14:57:52.999298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:57:53.071449 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-b9bdb837-7231-476c-97ac-20e1755196c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:53.072949 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-b9bdb837-7231-476c-97ac-20e1755196c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 200 len: 916 time: 0.0864563 May 02 14:57:53.138515 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-0369230a-c2aa-45e2-96ee-8e066ce8ec4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 200 len: 217 time: 0.0531526 May 02 14:57:53.158192 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60e30-3a4a-4c26-9c41-dbb478c1adb2 req-de1c4a15-d5c1-492e-ac21-6b4c2969afc0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:53.159567 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1dc60e30-3a4a-4c26-9c41-dbb478c1adb2 req-de1c4a15-d5c1-492e-ac21-6b4c2969afc0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0836909 May 02 14:57:53.221596 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-7d650ed1-e786-4774-bad5-de91f4d3e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:53.223067 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-7d650ed1-e786-4774-bad5-de91f4d3e34d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 200 len: 854 time: 0.0770340 May 02 14:57:53.250205 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1dc60e30-3a4a-4c26-9c41-dbb478c1adb2 req-b9cbd471-9f62-42dc-b8ab-196812dbec27 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720618 May 02 14:57:53.277286 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-9c22546a-452a-42b1-9854-e3cd05b68059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:53.279001 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-9c22546a-452a-42b1-9854-e3cd05b68059 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0c4e6c2f-af37-4b09-9c62-9fae74afd189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451775 May 02 14:57:53.369868 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-b608934e-0e5d-4408-9400-8c6aea0d19ab service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 May 02 14:57:53.461475 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a0cd139c-8d45-4884-b5f2-22b9d994a9bf req-55ba44f4-41ed-4b64-92ad-51dd54853b35 service neutron] 10.222.0.41 "GET /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849063 May 02 14:57:54.300293 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:57:54.349048 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:57:54.367943 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe76d2-092c-4cee-adcd-186f21cf7b3f req-cf2c5561-226e-45d0-aa2f-23ddad1e5103 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:54.369382 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0fe76d2-092c-4cee-adcd-186f21cf7b3f req-cf2c5561-226e-45d0-aa2f-23ddad1e5103 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0484736 May 02 14:57:54.415388 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0fe76d2-092c-4cee-adcd-186f21cf7b3f req-5c693c7f-5164-46f3-9b93-dc388f90c9ab tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398600 May 02 14:57:54.510136 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:57:54.510507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:54.585399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:57:54.585705 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:54.609030 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:54.611289 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d96555-624a-4d77-86dd-7fa4c243ba77" -d '{"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:54.625767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:54.701288 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854b4cc3-65ce-4348-8c4e-4ccead1b5bc4 x-openstack-request-id: req-854b4cc3-65ce-4348-8c4e-4ccead1b5bc4 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:54.701608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:54.701875 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-854b4cc3-65ce-4348-8c4e-4ccead1b5bc4 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:54.702294 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854b4cc3-65ce-4348-8c4e-4ccead1b5bc4'] response: {'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'code': 200} May 02 14:57:54.715347 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:54.769402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:55.041297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8d52-45e1-4b47-acf2-6d609ff5ca40 req-ad28b5c2-3580-4bb6-aeb9-bf8a0f453d7a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:55.042744 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54ac8d52-45e1-4b47-acf2-6d609ff5ca40 req-ad28b5c2-3580-4bb6-aeb9-bf8a0f453d7a tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0499146 May 02 14:57:55.089613 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54ac8d52-45e1-4b47-acf2-6d609ff5ca40 req-1daf4d84-6c1f-40b5-9393-37ac23d0d103 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 May 02 14:57:55.533345 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe058f6-aff4-416b-82f0-c22a29e32ec0 req-6dddb38e-c907-4e6d-9bdf-82571b02aae8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:55.534760 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4fe058f6-aff4-416b-82f0-c22a29e32ec0 req-6dddb38e-c907-4e6d-9bdf-82571b02aae8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0457153 May 02 14:57:55.579076 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4fe058f6-aff4-416b-82f0-c22a29e32ec0 req-5ce34fa0-b4f9-4dd5-9e59-f95df3039676 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389674 May 02 14:57:56.201923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86927a68-117a-451d-87e5-baaabfaf31ef req-3544d05e-cfe4-410c-bc11-93fc36b77194 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:56.203378 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-86927a68-117a-451d-87e5-baaabfaf31ef req-3544d05e-cfe4-410c-bc11-93fc36b77194 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0462167 May 02 14:57:56.249089 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-86927a68-117a-451d-87e5-baaabfaf31ef req-d3051950-1708-495c-8e52-e11e06eec571 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 May 02 14:57:56.568764 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f89be-cf00-4db6-9151-157f4be78cd9 req-8c35f6b3-6e18-464f-8383-f7120bfac6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:56.570228 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f25f89be-cf00-4db6-9151-157f4be78cd9 req-8c35f6b3-6e18-464f-8383-f7120bfac6c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1129 time: 0.0381675 May 02 14:57:56.618863 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f25f89be-cf00-4db6-9151-157f4be78cd9 req-f06f2c80-13af-488d-9780-3520d998d248 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405409 May 02 14:57:56.695882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e61d2-42d3-4fa5-b65e-18689950cf6e req-7a659688-e54f-4b0b-94b0-f7ac32bd2d50 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:56.697205 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e30e61d2-42d3-4fa5-b65e-18689950cf6e req-7a659688-e54f-4b0b-94b0-f7ac32bd2d50 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0488384 May 02 14:57:56.743150 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e30e61d2-42d3-4fa5-b65e-18689950cf6e req-9cba08c1-2b69-4ee1-bbd6-603688443848 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401678 May 02 14:57:57.357309 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e100c1-5d14-48a6-8358-0b98489c7408 req-89743a29-d666-49d0-9f44-859b1cb56a55 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:57.358751 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9e100c1-5d14-48a6-8358-0b98489c7408 req-89743a29-d666-49d0-9f44-859b1cb56a55 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0455017 May 02 14:57:57.404104 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9e100c1-5d14-48a6-8358-0b98489c7408 req-e2d61689-b0b4-4612-baee-5032497b0403 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/security-groups?id=36e68e1b-541c-4120-b8a1-ccb7ed625fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 May 02 14:57:57.860243 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3a3d0-e5ad-411b-b202-cdfe3dba26a8 req-58de218e-14ea-4ca0-a417-a368ed677b99 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:57.861662 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-27b3a3d0-e5ad-411b-b202-cdfe3dba26a8 req-58de218e-14ea-4ca0-a417-a368ed677b99 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0452449 May 02 14:57:57.907160 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-27b3a3d0-e5ad-411b-b202-cdfe3dba26a8 req-65d353ec-b7f2-4f00-9643-961e8cd87251 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 May 02 14:57:57.944108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-7c461300-64a9-4d24-8a7a-aa96d63f9785 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:57.945608 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-7c461300-64a9-4d24-8a7a-aa96d63f9785 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 945 time: 0.0456672 May 02 14:57:58.034726 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Deleting port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:57:58.034989 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:58.120201 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] For port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:57:58.120563 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:58.135375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Calling delete_port for 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:57:58.356131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:58.384470 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Pushing event deleted for resources: {'Port': ['ID=3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:57:58.393752 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:57:58.435002 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] No DVR routers for this DVR port 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:57:58.437542 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:58.440855 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6ae83b54-41a7-4d80-a3ed-0c95c5fb7bd6 req-a9f7f329-ce03-4d00-97ef-d221307d4423 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.41 "DELETE /v2.0/ports/3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 HTTP/1.1" status: 204 len: 173 time: 0.4855144 May 02 14:57:58.441308 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'name': 'network-vif-deleted', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:57:58.443554 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840ab40c-9f94-40fb-adf4-83b908f1ff83" -d '{"events": [{"server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "name": "network-vif-deleted", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:57:58.483658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe32e9-98a6-44c3-8b0b-6e170a721a8a x-openstack-request-id: req-e3fe32e9-98a6-44c3-8b0b-6e170a721a8a {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:57:58.483969 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9e10b5f-5453-4f67-8b3d-d6544032e6ff", "name": "network-vif-deleted", "tag": "3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:57:58.484226 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3fe32e9-98a6-44c3-8b0b-6e170a721a8a {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:57:58.484624 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3fe32e9-98a6-44c3-8b0b-6e170a721a8a'] response: {'server_uuid': 'e9e10b5f-5453-4f67-8b3d-d6544032e6ff', 'name': 'network-vif-deleted', 'tag': '3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67', 'status': 'completed', 'code': 200} May 02 14:57:58.504854 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c0cade21-a91c-42c4-b8c2-03d4a782d595 req-445a79df-6890-4221-b3f3-0afe7dd8c7c6 tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0309944 May 02 14:57:59.031065 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8848637-f6dc-4616-9032-0e59d58d9dfa req-45fff385-492e-4100-aaa9-aebe217bd27d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:59.032523 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e8848637-f6dc-4616-9032-0e59d58d9dfa req-45fff385-492e-4100-aaa9-aebe217bd27d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0478735 May 02 14:57:59.081498 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e8848637-f6dc-4616-9032-0e59d58d9dfa req-8da87aba-9779-4517-b3cf-e86e04caac2f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434065 May 02 14:57:59.205765 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4d7cd-fa3c-44ab-98bf-ca6c8d705fcd req-10bdd121-3680-4e56-9f52-45dd51b79b93 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:57:59.207206 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ecd4d7cd-fa3c-44ab-98bf-ca6c8d705fcd req-10bdd121-3680-4e56-9f52-45dd51b79b93 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0451992 May 02 14:57:59.216069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41070) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:57:59.221869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Request body: {'floatingip': {'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:57:59.261612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:59.609108 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1c460d89-da30-4108-9b27-fde48a1661df req-edc81e17-d476-406e-920e-3bbb15c67acd tempest-TestMinimumBasicScenario-873173721 tempest-TestMinimumBasicScenario-873173721-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9e10b5f-5453-4f67-8b3d-d6544032e6ff HTTP/1.1" status: 200 len: 210 time: 0.0269871 May 02 14:57:59.705248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:59.801455 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:57:59.903429 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Floating IP d7febc73-e485-415b-81b2-118b971fab00 associated. External IP: 172.27.0.25, port: 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0. May 02 14:58:00.118968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:00.234433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:00.238712 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:00.245583 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:00.256745 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:00.260939 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:00.269181 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-54d676ea-6eac-4ffb-bbc9-b8257a06b403 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "PUT /v2.0/floatingips/d7febc73-e485-415b-81b2-118b971fab00 HTTP/1.1" status: 200 len: 990 time: 1.0514297 May 02 14:58:00.365854 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:00.486111 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:58:00.488761 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8420973-e5ad-49b5-a288-7e01d94d1b27" -d '{"events": [{"name": "network-changed", "server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:58:00.536163 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c270808-f66a-4dee-85b7-faee2ab01dd0 x-openstack-request-id: req-5c270808-f66a-4dee-85b7-faee2ab01dd0 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:58:00.537078 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:58:00.537738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c270808-f66a-4dee-85b7-faee2ab01dd0 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:58:00.538372 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c270808-f66a-4dee-85b7-faee2ab01dd0'] response: {'name': 'network-changed', 'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'status': 'completed', 'code': 200} May 02 14:58:00.650631 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-2cc5118e-4ca0-4050-a0ec-115fe25096e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:00.652266 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-2cc5118e-4ca0-4050-a0ec-115fe25096e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1129 time: 0.0427611 May 02 14:58:00.664895 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'd7febc73-e485-415b-81b2-118b971fab00', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:57:42Z', 'updated_at': '2022-05-02T14:57:59Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:00.695302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:00.703607 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:00.704322 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:00.759678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-00a29973-fc69-4e8a-aa78-4898183d5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:00.761127 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-00a29973-fc69-4e8a-aa78-4898183d5903 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.1029108 May 02 14:58:00.817666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:01.036285 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'd7febc73-e485-415b-81b2-118b971fab00', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:57:42Z', 'updated_at': '2022-05-02T14:57:59Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:01.062052 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948b353-d51c-4225-a3a0-c308ba1dd889 None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'd7febc73-e485-415b-81b2-118b971fab00', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'floating_ip_address': '172.27.0.25', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:57:42Z', 'updated_at': '2022-05-02T14:57:59Z', 'revision_number': 1, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:01.160568 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-b7f748d8-eb59-481e-be3d-54f6e9b31d79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 998 time: 0.0699480 May 02 14:58:01.219149 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-464c6c8a-a403-4222-80da-542a8c9f82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:01.220812 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-464c6c8a-a403-4222-80da-542a8c9f82b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0510783 May 02 14:58:01.280789 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284f6dcd-45cf-4130-8506-271b232e385f None None] New status for floating IP d7febc73-e485-415b-81b2-118b971fab00: ACTIVE {{(pid=110412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:58:01.307469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-97381f17-67c9-4de2-9d8c-a6079614b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:01.309105 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-97381f17-67c9-4de2-9d8c-a6079614b24a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495033 May 02 14:58:01.410249 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-f9be3b17-d368-4679-882d-59b1ad83cc05 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930223 May 02 14:58:01.503799 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d8420973-e5ad-49b5-a288-7e01d94d1b27 req-0e50a8a0-c3fe-469c-9a01-e94b2b894051 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878248 May 02 14:58:02.353077 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:02.374396 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:02.374743 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 3c90c9ed-7ef6-4a62-ab50-bf8569bb1e67 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:02.548970 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41140) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:03.020291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d62d-8d50-47d4-b68c-4d9104a1dafc req-8223662c-7a9a-44c6-8966-4a5141e547b1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:03.021782 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a3d9d62d-8d50-47d4-b68c-4d9104a1dafc req-8223662c-7a9a-44c6-8966-4a5141e547b1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0464153 May 02 14:58:03.068121 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a3d9d62d-8d50-47d4-b68c-4d9104a1dafc req-0cf46441-1930-4476-801e-bf29c6d172f5 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 May 02 14:58:03.096156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (641c52df-2489-4169-80c2-378a468939a7), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:03.374273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Deleting port 7a487111-20e9-4511-9b27-bd4eddda3eba {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:03.374610 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:03.707415 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] For port 7a487111-20e9-4511-9b27-bd4eddda3eba, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a487111-20e9-4511-9b27-bd4eddda3eba,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:03.708141 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:03.720034 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Calling delete_port for 7a487111-20e9-4511-9b27-bd4eddda3eba owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:03.969994 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (7a487111-20e9-4511-9b27-bd4eddda3eba), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:03.995376 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a487111-20e9-4511-9b27-bd4eddda3eba,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:04.200433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (641c52df-2489-4169-80c2-378a468939a7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:04.208284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907b96c-08c5-4bca-95f2-d7d0abab5ad3 req-fdcc6e87-4676-49db-9010-a6866f2b998c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:04.209743 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5907b96c-08c5-4bca-95f2-d7d0abab5ad3 req-fdcc6e87-4676-49db-9010-a6866f2b998c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0621316 May 02 14:58:04.304263 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5907b96c-08c5-4bca-95f2-d7d0abab5ad3 req-94a149b6-5aa6-46e0-8301-939f27aba791 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879641 May 02 14:58:04.457726 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Router 641c52df-2489-4169-80c2-378a468939a7 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:04.564387 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:04.569148 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-c1c41194-97ab-487d-ace8-453e2177507c admin admin] 10.222.0.36 "PUT /v2.0/routers/641c52df-2489-4169-80c2-378a468939a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0191822 May 02 14:58:04.571904 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41152) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:04.572570 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Sync routers for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:04.583417 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:04.584067 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:04.677287 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks [] for router (641c52df-2489-4169-80c2-378a468939a7), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:04.793186 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks [] for router_gateway (641c52df-2489-4169-80c2-378a468939a7), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:04.813301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:04.952904 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Deleting port 333f9700-70f6-46b0-8cb5-9675dc4ade62 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:04.953248 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:04.978476 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:58:03Z', 'revision_number': 5, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port': {'id': '333f9700-70f6-46b0-8cb5-9675dc4ade62', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641c52df-2489-4169-80c2-378a468939a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:05.004694 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Checking router: 641c52df-2489-4169-80c2-378a468939a7 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:05.013590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Routers {'641c52df-2489-4169-80c2-378a468939a7'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:05.014207 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['641c52df-2489-4169-80c2-378a468939a7'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:05.035568 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] For port 333f9700-70f6-46b0-8cb5-9675dc4ade62, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=333f9700-70f6-46b0-8cb5-9675dc4ade62,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:05.035966 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.049237 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Calling delete_port for 333f9700-70f6-46b0-8cb5-9675dc4ade62 owned by network:router_gateway {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:05.102332 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] Set router 641c52df-2489-4169-80c2-378a468939a7 gateway port host: None {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:05.157176 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:58:04Z', 'revision_number': 6, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:05.185102 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027100c-3072-4b10-a73d-6fd11e8169ec None None] The sync data for ids ['641c52df-2489-4169-80c2-378a468939a7'] in dv-cinder-750782-21-iscsi is: [{'id': '641c52df-2489-4169-80c2-378a468939a7', 'name': 'tempest-TestMinimumBasicScenario-1067323467-router', 'tenant_id': '997fcd7fac4840ada644dba449cc38a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:45Z', 'updated_at': '2022-05-02T14:58:04Z', 'revision_number': 6, 'project_id': '997fcd7fac4840ada644dba449cc38a1', 'gw_port_host': None}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:05.279407 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (333f9700-70f6-46b0-8cb5-9675dc4ade62), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.303115 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Pushing event deleted for resources: {'Port': ['ID=333f9700-70f6-46b0-8cb5-9675dc4ade62,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:05.385323 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (641c52df-2489-4169-80c2-378a468939a7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.492714 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b777140-d912-46c7-b74c-dcf06503a0c5 req-5b0f4cf7-604b-4302-bcf8-5f5aa2418200 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:05.494058 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9b777140-d912-46c7-b74c-dcf06503a0c5 req-5b0f4cf7-604b-4302-bcf8-5f5aa2418200 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.1187339 May 02 14:58:05.521690 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (641c52df-2489-4169-80c2-378a468939a7), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.528355 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks [] for router_controller (641c52df-2489-4169-80c2-378a468939a7), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.620802 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9b777140-d912-46c7-b74c-dcf06503a0c5 req-3f8133eb-9e5b-4f91-ab86-c0cd793fadf8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013136 May 02 14:58:05.687272 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (641c52df-2489-4169-80c2-378a468939a7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.687843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641c52df-2489-4169-80c2-378a468939a7 {{(pid=110410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 14:58:05.692901 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.694008 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-13e07fcb-5f8d-428d-ae86-fb9c61da3de6 admin admin] 10.222.0.36 "DELETE /v2.0/routers/641c52df-2489-4169-80c2-378a468939a7 HTTP/1.1" status: 204 len: 168 time: 1.1211052 May 02 14:58:05.696500 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41156) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:05.739363 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Deleting subnet c8e9c82c-66b4-460e-b9c5-04f57c51e264 {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:58:05.742317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Publish callbacks [] for subnet (c8e9c82c-66b4-460e-b9c5-04f57c51e264), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:05.775692 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (c8e9c82c-66b4-460e-b9c5-04f57c51e264), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.006302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a487111-20e9-4511-9b27-bd4eddda3eba no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:06.026858 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 7a487111-20e9-4511-9b27-bd4eddda3eba {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:06.027124 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a487111-20e9-4511-9b27-bd4eddda3eba not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:06.027544 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 333f9700-70f6-46b0-8cb5-9675dc4ade62 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:06.051037 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 333f9700-70f6-46b0-8cb5-9675dc4ade62 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:06.051295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 333f9700-70f6-46b0-8cb5-9675dc4ade62 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:06.102429 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (c8e9c82c-66b4-460e-b9c5-04f57c51e264), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.224899 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (c8e9c82c-66b4-460e-b9c5-04f57c51e264), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.253613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e9c82c-66b4-460e-b9c5-04f57c51e264,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:06.258487 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.262337 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7a1e8979-84ff-44a8-9838-14a740be2462 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c8e9c82c-66b4-460e-b9c5-04f57c51e264 HTTP/1.1" status: 204 len: 168 time: 0.5648932 May 02 14:58:06.264307 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddf7e8-e8ec-4d90-b422-99d1171df9ad None None] Network 0c4e6c2f-af37-4b09-9c62-9fae74afd189 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:06.264460 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41158) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:06.332093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (0c4e6c2f-af37-4b09-9c62-9fae74afd189), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.379100 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Deleting port 09e3d7e7-97e1-421b-a605-4e308721a618 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:06.379100 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.414774 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] DHCP port deletion for 0c4e6c2f-af37-4b09-9c62-9fae74afd189 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 14:58:06.447392 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] For port 09e3d7e7-97e1-421b-a605-4e308721a618, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=09e3d7e7-97e1-421b-a605-4e308721a618,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:06.447763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.460901 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Calling delete_port for 09e3d7e7-97e1-421b-a605-4e308721a618 owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:06.464192 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Deleting port 09e3d7e7-97e1-421b-a605-4e308721a618 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:06.464192 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.525812 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] For port 09e3d7e7-97e1-421b-a605-4e308721a618, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=09e3d7e7-97e1-421b-a605-4e308721a618,segment=NetworkSegment(971f33cb-ce67-40cb-a999-daddc7f70190),segment_id=971f33cb-ce67-40cb-a999-daddc7f70190)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:06.526138 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.540608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Calling delete_port for 09e3d7e7-97e1-421b-a605-4e308721a618 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:06.615759 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.644559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Pushing event deleted for resources: {'Port': ['ID=09e3d7e7-97e1-421b-a605-4e308721a618,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:06.648255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] No DVR routers for this DVR port 09e3d7e7-97e1-421b-a605-4e308721a618 on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:06.659660 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (09e3d7e7-97e1-421b-a605-4e308721a618), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.685917 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] Pushing event deleted for resources: {'Port': ['ID=09e3d7e7-97e1-421b-a605-4e308721a618,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:06.688147 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e39bb5-5fb8-4525-89d6-647600a07b3e None None] No DVR routers for this DVR port 09e3d7e7-97e1-421b-a605-4e308721a618 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:06.741976 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (0c4e6c2f-af37-4b09-9c62-9fae74afd189), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.742249 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486668b-1976-4081-99f2-170b52d1bd53 req-df5ab65f-041e-46da-91f9-c6a7868888f6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:06.743669 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e486668b-1976-4081-99f2-170b52d1bd53 req-df5ab65f-041e-46da-91f9-c6a7868888f6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0480940 May 02 14:58:06.762017 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4e6c2f-af37-4b09-9c62-9fae74afd189']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:06.772019 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971f33cb-ce67-40cb-a999-daddc7f70190') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:06.772317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971f33cb-ce67-40cb-a999-daddc7f70190') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:06.782456 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (971f33cb-ce67-40cb-a999-daddc7f70190), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.791279 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e486668b-1976-4081-99f2-170b52d1bd53 req-04d89cdf-a7ae-4404-894e-600357b7ec2d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 May 02 14:58:06.800404 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (971f33cb-ce67-40cb-a999-daddc7f70190), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.806676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:58:06.807066 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (971f33cb-ce67-40cb-a999-daddc7f70190), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:58:06.808774 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:58:06.920946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (0c4e6c2f-af37-4b09-9c62-9fae74afd189), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.928167 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:06.932053 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] 10.222.0.36 "DELETE /v2.0/networks/0c4e6c2f-af37-4b09-9c62-9fae74afd189 HTTP/1.1" status: 204 len: 168 time: 0.6660733 May 02 14:58:06.934335 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41166) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:06.941082 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8278cf9-faad-487d-b1d7-b7e06aa85feb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4e6c2f-af37-4b09-9c62-9fae74afd189,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:07.252211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:07.480594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Deleting port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:07.480934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:07.556783 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] For port 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:07.557065 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:07.571517 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Calling delete_port for 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:07.787306 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:07.815904 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Pushing event deleted for resources: {'Port': ['ID=117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:07.923946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ccd4e-1aa1-4dab-9fc5-ccb00605bda4 req-719419be-448c-4c36-be1e-5856ecda683d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:07.927258 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d25ccd4e-1aa1-4dab-9fc5-ccb00605bda4 req-719419be-448c-4c36-be1e-5856ecda683d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0594180 May 02 14:58:07.975912 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 09e3d7e7-97e1-421b-a605-4e308721a618 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:07.988733 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d25ccd4e-1aa1-4dab-9fc5-ccb00605bda4 req-a190e782-a805-475c-9958-1870691ba8a5 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580697 May 02 14:58:08.006523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 09e3d7e7-97e1-421b-a605-4e308721a618 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:08.006873 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 09e3d7e7-97e1-421b-a605-4e308721a618 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:08.011530 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:08.228807 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:08.333746 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:08.340067 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8734dda2-3c91-43a8-9f7d-8f66b70116bc admin admin] 10.222.0.36 "PUT /v2.0/routers/4503436b-6f6b-4b61-9f5e-d2a7ccf003d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4027877 May 02 14:58:08.341836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41170) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:08.344297 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Sync routers for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:08.354505 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:08.355099 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:08.447298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks [] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:08.459723 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:08.554046 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks [] for router_gateway (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:08.625092 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '675ce669-cee6-4503-8783-935790ee37bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:58:07Z', 'revision_number': 5, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port': {'id': '675ce669-cee6-4503-8783-935790ee37bb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:08.651730 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Checking router: 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:08.660773 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Routers {'4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:08.661390 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:57:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:08.751264 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] Set router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:08.806642 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:58:08Z', 'revision_number': 6, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:08.834497 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1b1959-f8c9-4a75-9806-2c2466e39bd1 None None] The sync data for ids ['4503436b-6f6b-4b61-9f5e-d2a7ccf003d6'] in dv-cinder-750782-21-iscsi is: [{'id': '4503436b-6f6b-4b61-9f5e-d2a7ccf003d6', 'name': 'tempest-TestMinimumBasicScenario-231067844-router', 'tenant_id': '55b74c54997240ed90149c339d2a7233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:54Z', 'updated_at': '2022-05-02T14:58:08Z', 'revision_number': 6, 'project_id': '55b74c54997240ed90149c339d2a7233', 'gw_port_host': None}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:08.950976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Deleting port 675ce669-cee6-4503-8783-935790ee37bb {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:08.951584 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (675ce669-cee6-4503-8783-935790ee37bb), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.027827 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] For port 675ce669-cee6-4503-8783-935790ee37bb, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=675ce669-cee6-4503-8783-935790ee37bb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:09.028232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (675ce669-cee6-4503-8783-935790ee37bb), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.040950 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Calling delete_port for 675ce669-cee6-4503-8783-935790ee37bb owned by network:router_gateway {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:09.137594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d47113-5ea1-4390-bac5-c1e116c9d05d req-ff0ffe48-aaf0-4b11-a4bb-d2ee8c750245 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:09.139069 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-52d47113-5ea1-4390-bac5-c1e116c9d05d req-ff0ffe48-aaf0-4b11-a4bb-d2ee8c750245 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0851810 May 02 14:58:09.234111 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-52d47113-5ea1-4390-bac5-c1e116c9d05d req-cfeb1625-4a42-47d1-a0ec-05dbc6a2a06f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890846 May 02 14:58:09.355672 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (675ce669-cee6-4503-8783-935790ee37bb), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.386448 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Pushing event deleted for resources: {'Port': ['ID=675ce669-cee6-4503-8783-935790ee37bb,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:09.453566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.561335 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.563378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks [] for router_controller (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.692658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (4503436b-6f6b-4b61-9f5e-d2a7ccf003d6), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.693139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 {{(pid=110409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 14:58:09.698219 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.699992 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-edcef43f-e340-48ad-8291-76bda8af3049 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4503436b-6f6b-4b61-9f5e-d2a7ccf003d6 HTTP/1.1" status: 204 len: 168 time: 1.3565586 May 02 14:58:09.724491 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41174) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:09.751277 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Deleting subnet 4ec150fb-3afb-4510-867e-e75cc96daa3d {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:58:09.754619 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Publish callbacks [] for subnet (4ec150fb-3afb-4510-867e-e75cc96daa3d), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.790312 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (4ec150fb-3afb-4510-867e-e75cc96daa3d), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.869604 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (4ec150fb-3afb-4510-867e-e75cc96daa3d), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:09.884813 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:09.906067 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:09.906419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 117ece36-d0ee-4c3e-bfc5-d95ed1fb1dcc not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:09.906835 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 675ce669-cee6-4503-8783-935790ee37bb no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:09.925730 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 675ce669-cee6-4503-8783-935790ee37bb {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:09.926076 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 675ce669-cee6-4503-8783-935790ee37bb not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:10.030298 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (4ec150fb-3afb-4510-867e-e75cc96daa3d), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.059382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.064133 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4ec150fb-3afb-4510-867e-e75cc96daa3d HTTP/1.1" status: 204 len: 168 time: 0.3601935 May 02 14:58:10.064941 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee87d89-2be5-4a1e-bb74-2fd67bc10a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec150fb-3afb-4510-867e-e75cc96daa3d,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:10.065058 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b65ef-bca7-49e3-83f1-d5c07f22d23b None None] Network 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:10.066469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41176) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:10.137284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.183521 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Deleting port 653bd13e-cdb9-4346-8724-36ad860880a1 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:10.183860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.199362 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] DHCP port deletion for 25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 14:58:10.238431 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Deleting port 653bd13e-cdb9-4346-8724-36ad860880a1 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:10.238811 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.256212 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] For port 653bd13e-cdb9-4346-8724-36ad860880a1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=653bd13e-cdb9-4346-8724-36ad860880a1,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:10.256580 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.270486 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Calling delete_port for 653bd13e-cdb9-4346-8724-36ad860880a1 owned by network:dhcp {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:10.311316 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] For port 653bd13e-cdb9-4346-8724-36ad860880a1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=653bd13e-cdb9-4346-8724-36ad860880a1,segment=NetworkSegment(9d47291d-ce43-4932-a786-3e20e91e8e3b),segment_id=9d47291d-ce43-4932-a786-3e20e91e8e3b)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:10.311716 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.326167 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Calling delete_port for 653bd13e-cdb9-4346-8724-36ad860880a1 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:10.354986 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb9b7-ba08-4c75-9a62-d96e3eec22b9 req-e6c9434b-a40c-408c-b592-0e4d05f8246d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:10.357078 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-204bb9b7-ba08-4c75-9a62-d96e3eec22b9 req-e6c9434b-a40c-408c-b592-0e4d05f8246d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0508637 May 02 14:58:10.403505 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-204bb9b7-ba08-4c75-9a62-d96e3eec22b9 req-7065fee0-41bf-4f3f-97b6-ea051bcf9207 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 May 02 14:58:10.495817 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.501856 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (653bd13e-cdb9-4346-8724-36ad860880a1), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.519910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=653bd13e-cdb9-4346-8724-36ad860880a1,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:10.528712 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] No DVR routers for this DVR port 653bd13e-cdb9-4346-8724-36ad860880a1 on host dv-cinder-750782-21-iscsi {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:10.531830 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] Pushing event deleted for resources: {'Port': ['ID=653bd13e-cdb9-4346-8724-36ad860880a1,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:10.533704 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e1f7e-78a8-4c64-b85d-811056ba3e3e None None] No DVR routers for this DVR port 653bd13e-cdb9-4346-8724-36ad860880a1 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:10.602283 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.622926 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:10.632043 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d47291d-ce43-4932-a786-3e20e91e8e3b') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:10.632340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d47291d-ce43-4932-a786-3e20e91e8e3b') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:10.644985 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (9d47291d-ce43-4932-a786-3e20e91e8e3b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.658240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9d47291d-ce43-4932-a786-3e20e91e8e3b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.663947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:58:10.664297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (9d47291d-ce43-4932-a786-3e20e91e8e3b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:58:10.665937 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:58:10.801214 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.806491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:10.810268 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9 HTTP/1.1" status: 204 len: 168 time: 0.7422225 May 02 14:58:10.821424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94228e4-e44e-4d33-b37a-0a6a967ffac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d98723-e9dc-4f5a-bc4b-fbb82a87e7c9,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:11.185560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41182) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:11.226284 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-bc3a0d16-ff15-4cc9-b13e-a2f2c2cf8928 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=997fcd7fac4840ada644dba449cc38a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394890 May 02 14:58:11.228959 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41184) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:11.274622 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] Publish callbacks [] for security_group (36e68e1b-541c-4120-b8a1-ccb7ed625fe2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:11.295837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] Publish callbacks [] for security_group (36e68e1b-541c-4120-b8a1-ccb7ed625fe2), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:11.435234 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (36e68e1b-541c-4120-b8a1-ccb7ed625fe2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:11.438419 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:11.439582 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/36e68e1b-541c-4120-b8a1-ccb7ed625fe2 HTTP/1.1" status: 204 len: 168 time: 0.2097213 May 02 14:58:11.447993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a38aa-a24a-4349-bf55-6cee369b6ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e68e1b-541c-4120-b8a1-ccb7ed625fe2,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:11.527753 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25120-c013-4268-9173-808fa4acc99c req-c1f73f1c-d3b8-40d8-ab85-2a8c310d8bca tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:11.529262 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74d25120-c013-4268-9173-808fa4acc99c req-c1f73f1c-d3b8-40d8-ab85-2a8c310d8bca tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0526314 May 02 14:58:11.577275 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74d25120-c013-4268-9173-808fa4acc99c req-97c0452b-45c7-4ebd-a673-d61dc11a0692 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415511 May 02 14:58:11.880495 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 653bd13e-cdb9-4346-8724-36ad860880a1 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:11.900426 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 653bd13e-cdb9-4346-8724-36ad860880a1 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:11.900771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 653bd13e-cdb9-4346-8724-36ad860880a1 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:12.048085 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41192) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:12.087075 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f1b3f2a1-4507-4d68-b92c-62c35b738220 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55b74c54997240ed90149c339d2a7233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377972 May 02 14:58:12.089361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41194) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:12.134748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] Publish callbacks [] for security_group (f219c6fa-14ed-4302-89b0-5be5b68db4b8), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:12.155771 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] Publish callbacks [] for security_group (f219c6fa-14ed-4302-89b0-5be5b68db4b8), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:12.278477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f219c6fa-14ed-4302-89b0-5be5b68db4b8), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:12.281619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:12.282779 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f219c6fa-14ed-4302-89b0-5be5b68db4b8 HTTP/1.1" status: 204 len: 168 time: 0.1925292 May 02 14:58:12.290576 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafdee2e-9797-4c7d-a112-3e2363e632b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219c6fa-14ed-4302-89b0-5be5b68db4b8,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:12.652687 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:12.689757 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405dd6a-a781-4233-b080-0ef894b1fafb req-eb5774bb-13eb-4afe-8409-5405def17a5b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:12.691233 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8405dd6a-a781-4233-b080-0ef894b1fafb req-eb5774bb-13eb-4afe-8409-5405def17a5b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0486827 May 02 14:58:12.743735 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8405dd6a-a781-4233-b080-0ef894b1fafb req-09a17577-13ce-4ba6-8bc7-e1263e24f8f2 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467949 May 02 14:58:13.308759 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41218) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:13.409159 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1520788633-network', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:13.506834 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Made reservation on behalf of d8b64228a04f43e4a0203e43e6fd5cbd for: {'network': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:58:13.509159 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.517828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.590523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks [] for security_group (877471aa-6c4d-45c5-ab51-44504f5f4344), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.601001 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe730f69-0e7c-4dde-8cfe-802668879422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.667076 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (877471aa-6c4d-45c5-ab51-44504f5f4344), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.692276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=110409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:58:13.700832 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877471aa-6c4d-45c5-ab51-44504f5f4344,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:13.706663 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ee2cf60f-8c35-47bc-9851-c1163a618bca), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.707022 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.segments_db [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Added segment ee2cf60f-8c35-47bc-9851-c1163a618bca of type vlan for network b86e0d9f-a7bc-4564-ae88-0f635d81c92f May 02 14:58:13.747453 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (b86e0d9f-a7bc-4564-ae88-0f635d81c92f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.838111 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (b86e0d9f-a7bc-4564-ae88-0f635d81c92f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.839081 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:13.839681 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:13.883911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66d70-60af-49fa-a2bc-f68b6499a342 req-62f76811-2cd6-4785-81bc-2733247eadf7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:13.885350 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44d66d70-60af-49fa-a2bc-f68b6499a342 req-62f76811-2cd6-4785-81bc-2733247eadf7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0760524 May 02 14:58:13.925004 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] Pushing event updated for resources: {'Network': ['ID=b86e0d9f-a7bc-4564-ae88-0f635d81c92f,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:13.934793 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:58:13.961976 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44d66d70-60af-49fa-a2bc-f68b6499a342 req-33d0923e-2496-41f6-a8e5-d1afeebabadc tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694120 May 02 14:58:13.972307 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-42d0880f-b0c8-4be1-8abe-0b52879ba88f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6624889 May 02 14:58:13.975287 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41226) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:13.981858 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Request body: {'subnet': {'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1520788633-subnet', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:14.074981 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Made reservation on behalf of d8b64228a04f43e4a0203e43e6fd5cbd for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:58:14.077447 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017603'] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.321273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8825482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017629'] for subnet (5c98f7d9-0dc3-4085-a218-e737d63a8a40), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.369969 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c98f7d9-0dc3-4085-a218-e737d63a8a40,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:14.385466 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:14.385828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Network hostable DHCP agents. Network: b86e0d9f-a7bc-4564-ae88-0f635d81c92f, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:58:14.478599 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:58:14.564119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, b86e0d9f-a7bc-4564-ae88-0f635d81c92f) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:14.568682 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:14.572294 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.573490 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66b3c7-cc17-4de0-b3e4-2b368064e9ee None None] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:14.671446 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:58:14.676394 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.676517 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a6d5ea5a-7a69-44c4-8386-97b4fcc76c5d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6974089 May 02 14:58:14.676517 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41230) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:14.680767 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:14.772594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.773670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.802300 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Allocated IP 172.20.0.2 (b86e0d9f-a7bc-4564-ae88-0f635d81c92f/5c98f7d9-0dc3-4085-a218-e737d63a8a40/c2780099-0edb-4aea-90da-08c11cf32262) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:14.829433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for router_controller (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), precommit_add_association {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:14.951796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks [] for port (c2780099-0edb-4aea-90da-08c11cf32262), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.018781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (c2780099-0edb-4aea-90da-08c11cf32262), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.054537 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for router_gateway (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.061090 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:15.064015 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:15.066514 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:15.080261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Pushing event updated for resources: {'Port': ['ID=c2780099-0edb-4aea-90da-08c11cf32262,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:15.082777 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e897fd-22ac-4bfb-97f3-8bef59a61d5f req-51a6b09b-36dd-4f96-99d6-9e7040415d4f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:15.084373 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-66e897fd-22ac-4bfb-97f3-8bef59a61d5f req-51a6b09b-36dd-4f96-99d6-9e7040415d4f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0472240 May 02 14:58:15.132626 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Attempting to bind port c2780099-0edb-4aea-90da-08c11cf32262 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:15.132987 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Attempting to bind port c2780099-0edb-4aea-90da-08c11cf32262 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:15.133347 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Attempting to bind port c2780099-0edb-4aea-90da-08c11cf32262 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:15.134568 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-66e897fd-22ac-4bfb-97f3-8bef59a61d5f req-1d9c8930-cc27-4ff8-8656-1363d85728ab tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 May 02 14:58:15.138378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:15.138812 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:15.139712 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.140123 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Bound using segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:15.140578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Bound port: c2780099-0edb-4aea-90da-08c11cf32262, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:15.140954 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c2780099-0edb-4aea-90da-08c11cf32262), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.203206 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] For port c2780099-0edb-4aea-90da-08c11cf32262, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:15.206767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] For port c2780099-0edb-4aea-90da-08c11cf32262, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=c2780099-0edb-4aea-90da-08c11cf32262,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:15.287460 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (c2780099-0edb-4aea-90da-08c11cf32262), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.317477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for router_gateway (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.341598 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.343576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb103ad-5429-4f61-9abd-ee79e6feb581 None None] Pushing event updated for resources: {'Port': ['ID=c2780099-0edb-4aea-90da-08c11cf32262,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:15.459453 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Allocated IP 172.27.0.18 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/9b5b79b8-6211-474e-89c7-53203729b994) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:15.578897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for port (9b5b79b8-6211-474e-89c7-53203729b994), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.681391 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (9b5b79b8-6211-474e-89c7-53203729b994), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.723290 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:15.726244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:15.732156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:15.738148 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Pushing event updated for resources: {'Port': ['ID=9b5b79b8-6211-474e-89c7-53203729b994,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:15.856803 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c6f2416f-e511-49ce-951c-bd705156ee71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:15.917300 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device c2780099-0edb-4aea-90da-08c11cf32262 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:15.964364 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port c2780099-0edb-4aea-90da-08c11cf32262 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:15.964802 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c2780099-0edb-4aea-90da-08c11cf32262), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.045847 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port c2780099-0edb-4aea-90da-08c11cf32262 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:16.046236 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c2780099-0edb-4aea-90da-08c11cf32262), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.059923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for router_gateway (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.083630 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port c2780099-0edb-4aea-90da-08c11cf32262, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=c2780099-0edb-4aea-90da-08c11cf32262,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:16.153131 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (c2780099-0edb-4aea-90da-08c11cf32262), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.212605 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=c2780099-0edb-4aea-90da-08c11cf32262,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:16.286775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a38c60-3aa4-4ae5-9a51-36ef5545ff9e None None] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:16.312251 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e023a6-81bf-4be6-93f9-7945166f950f req-f856b85c-2d0d-4301-950d-bca036bac10a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:16.313719 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f6e023a6-81bf-4be6-93f9-7945166f950f req-f856b85c-2d0d-4301-950d-bca036bac10a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0877299 May 02 14:58:16.319010 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.395796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-369293be-06c7-44cc-a780-b7762693be9e None None] Provisioning complete for port c2780099-0edb-4aea-90da-08c11cf32262 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:16.396199 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-369293be-06c7-44cc-a780-b7762693be9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c2780099-0edb-4aea-90da-08c11cf32262), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.412682 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f6e023a6-81bf-4be6-93f9-7945166f950f req-4baa6786-e99b-42a3-a7e5-9a9466bccd4a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906510 May 02 14:58:16.486189 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-369293be-06c7-44cc-a780-b7762693be9e None None] Current status of the port c2780099-0edb-4aea-90da-08c11cf32262 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:16.563859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:58:16.605149 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-0f2108d8-abbb-4caf-828a-8c6c33c956ea None None] Provisioning complete for port c2780099-0edb-4aea-90da-08c11cf32262 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:16.605526 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0f2108d8-abbb-4caf-828a-8c6c33c956ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c2780099-0edb-4aea-90da-08c11cf32262), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:16.686352 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-0f2108d8-abbb-4caf-828a-8c6c33c956ea None None] Current status of the port c2780099-0edb-4aea-90da-08c11cf32262 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:16.945886 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:16.954793 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:16.963985 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:16.964597 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:17.028860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.030136 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8a6317ea-9526-4a6d-9fed-9a41552d6e3c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3525658 May 02 14:58:17.032816 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41236) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:17.198860 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:17.366706 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.382259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:15Z', 'revision_number': 3, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:17.413091 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:17.413421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Updating router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f port 9b5b79b8-6211-474e-89c7-53203729b994 binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:58:17.441870 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b5b79b8-6211-474e-89c7-53203729b994), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.457427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.540317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a78cb4-d0e4-4db9-908a-af9152f14a40 req-31a519ab-7097-4fae-95a3-a513057c5b68 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:17.542071 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-08a78cb4-d0e4-4db9-908a-af9152f14a40 req-31a519ab-7097-4fae-95a3-a513057c5b68 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0508666 May 02 14:58:17.590206 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-08a78cb4-d0e4-4db9-908a-af9152f14a40 req-90c7a712-f39b-41c5-a914-239dbc581c81 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413396 May 02 14:58:17.623232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Allocated IP 172.20.0.1 (b86e0d9f-a7bc-4564-ae88-0f635d81c92f/5c98f7d9-0dc3-4085-a218-e737d63a8a40/a3598b3c-4396-4e45-992a-5282621e7fd5) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:17.700083 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks [] for port (9b5b79b8-6211-474e-89c7-53203729b994), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.728952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks [] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.786676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b5b79b8-6211-474e-89c7-53203729b994), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.815783 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.839139 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Attempting to bind port 9b5b79b8-6211-474e-89c7-53203729b994 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:17.839512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Attempting to bind port 9b5b79b8-6211-474e-89c7-53203729b994 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:17.839884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Attempting to bind port 9b5b79b8-6211-474e-89c7-53203729b994 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:17.847676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829157f1-217f-4168-9f27-239a78fe9515 None None] Pushing event updated for resources: {'Port': ['ID=9b5b79b8-6211-474e-89c7-53203729b994,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:17.850877 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:17.851251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:17.851944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.852059 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:17.852766 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Bound port: 9b5b79b8-6211-474e-89c7-53203729b994, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:17.853148 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b5b79b8-6211-474e-89c7-53203729b994), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.858323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:17.863471 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:17.868347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:17.871386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Pushing event updated for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:17.911591 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:17.916611 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] For port 9b5b79b8-6211-474e-89c7-53203729b994, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:17.921645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] For port 9b5b79b8-6211-474e-89c7-53203729b994, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b5b79b8-6211-474e-89c7-53203729b994,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:17.945755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device c2780099-0edb-4aea-90da-08c11cf32262 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:17.996207 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port c2780099-0edb-4aea-90da-08c11cf32262 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:17.996859 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c2780099-0edb-4aea-90da-08c11cf32262), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.024444 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b5b79b8-6211-474e-89c7-53203729b994), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.108958 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:18.109570 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:18.115797 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829157f1-217f-4168-9f27-239a78fe9515 None None] Pushing event updated for resources: {'Port': ['ID=9b5b79b8-6211-474e-89c7-53203729b994,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:18.145099 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.178577 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-3e1d20f5-ff5e-4d35-84da-5502f8d3bfee None None] Provisioning complete for port a3598b3c-4396-4e45-992a-5282621e7fd5 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:18.178956 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e1d20f5-ff5e-4d35-84da-5502f8d3bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.232029 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port c2780099-0edb-4aea-90da-08c11cf32262 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:18.239565 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3e1d20f5-ff5e-4d35-84da-5502f8d3bfee None None] Port a3598b3c-4396-4e45-992a-5282621e7fd5 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:58:18.291153 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:18.323686 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks [] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.430004 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.464911 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:15Z', 'revision_number': 3, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:18.493141 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026fb6-eb41-4dcd-b8e4-4b3ac481d6bb None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:15Z', 'revision_number': 3, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:18.501150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Pushing event updated for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:18.519444 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.626903 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:18.628469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:18.635634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.749046 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc533d-28d4-493e-84b1-6469e348a35c req-8815daad-a7f1-4fa4-83f3-67a6a022e9f3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:18.762542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-13cc533d-28d4-493e-84b1-6469e348a35c req-8815daad-a7f1-4fa4-83f3-67a6a022e9f3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0843778 May 02 14:58:18.858743 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-13cc533d-28d4-493e-84b1-6469e348a35c req-a028e849-8868-470b-b740-f1d7e78d9970 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952723 May 02 14:58:18.863801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:18.966219 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-6649b7de-8f03-4b56-841d-7d0c8ffa1ae7 None None] Provisioning complete for port a3598b3c-4396-4e45-992a-5282621e7fd5 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:18.967154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6649b7de-8f03-4b56-841d-7d0c8ffa1ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:18.999830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:19.005042 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3a3275b3-526f-4c66-a0b8-edb030d5e97b admin admin] 10.222.0.36 "PUT /v2.0/routers/77b11673-04c6-4e07-8b1b-7c3ad5855f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9712579 May 02 14:58:19.007370 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6649b7de-8f03-4b56-841d-7d0c8ffa1ae7 None None] Port a3598b3c-4396-4e45-992a-5282621e7fd5 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:58:19.214447 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c84f03-982b-4afc-bcc6-69ac276f4292 req-20c4871a-7ccb-4c0e-92f2-06b6b4ebe6a9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:19.216161 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44c84f03-982b-4afc-bcc6-69ac276f4292 req-20c4871a-7ccb-4c0e-92f2-06b6b4ebe6a9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0538909 May 02 14:58:19.280264 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44c84f03-982b-4afc-bcc6-69ac276f4292 req-bd11ee84-d9e8-44d1-853d-71938c9afcde tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579057 May 02 14:58:19.368868 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-a3960f9c-a969-4814-9e90-d78b9df9e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:19.370417 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-a3960f9c-a969-4814-9e90-d78b9df9e31e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 1130 time: 0.0416856 May 02 14:58:19.477862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-ba91080d-ce92-449d-86ba-1111f0f932aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:19.479397 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-ba91080d-ce92-449d-86ba-1111f0f932aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.1011844 May 02 14:58:19.545728 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-fe5ceb4c-5944-4cd5-bab0-0ecede02e094 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 200 len: 1001 time: 0.0583704 May 02 14:58:19.595105 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-5d54ddbf-fef3-47ba-8d28-ffc957e81c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:19.596613 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-5d54ddbf-fef3-47ba-8d28-ffc957e81c4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0430343 May 02 14:58:19.646509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-f3d9ee8d-7600-4096-989a-9a19480d7d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:19.648046 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-f3d9ee8d-7600-4096-989a-9a19480d7d82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440335 May 02 14:58:19.740824 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41260) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:19.744327 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-8fee2521-f5d0-41ca-95b4-d893218069fa service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893126 May 02 14:58:19.745769 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2009874685-network', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:19.838332 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Made reservation on behalf of a04ee6a434eb416bb7ffbb7bf8edc455 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:58:19.838874 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f359bbd-377d-4d32-b1ce-42b8e0d85519 req-a4f35bae-4e89-41c7-b048-bf06a320b27e service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882268 May 02 14:58:19.840703 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:19.854676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:19.941635 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks [] for security_group (5b80e113-4df3-4990-b0f1-fb4ef066d9a4), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:19.945569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b5b79b8-6211-474e-89c7-53203729b994 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:19.993123 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 9b5b79b8-6211-474e-89c7-53203729b994 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:19.993489 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9b5b79b8-6211-474e-89c7-53203729b994), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.038109 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5b80e113-4df3-4990-b0f1-fb4ef066d9a4), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.063555 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:58:20.069749 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 9b5b79b8-6211-474e-89c7-53203729b994 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:20.070245 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b5b79b8-6211-474e-89c7-53203729b994), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.073192 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b80e113-4df3-4990-b0f1-fb4ef066d9a4,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:20.079080 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (7351c963-3989-4e64-992e-1fd585137cb9), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.079466 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Added segment 7351c963-3989-4e64-992e-1fd585137cb9 of type vlan for network 46504c64-18d2-4480-afaf-7e784edf7028 May 02 14:58:20.092350 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 9b5b79b8-6211-474e-89c7-53203729b994, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b5b79b8-6211-474e-89c7-53203729b994,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:20.124987 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (46504c64-18d2-4480-afaf-7e784edf7028), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.184300 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b5b79b8-6211-474e-89c7-53203729b994), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.195515 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:20.199346 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:20.199998 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:20.217282 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.226927 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (46504c64-18d2-4480-afaf-7e784edf7028), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.228661 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:20.229592 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.238576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=9b5b79b8-6211-474e-89c7-53203729b994,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:20.291725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] Pushing event updated for resources: {'Network': ['ID=46504c64-18d2-4480-afaf-7e784edf7028,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:20.302213 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 46504c64-18d2-4480-afaf-7e784edf7028 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:58:20.308966 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:20.344252 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f24e7d25-6616-4e6a-81e4-fc6c3cc00539 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6022034 May 02 14:58:20.346930 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41266) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:20.352780 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Request body: {'subnet': {'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2009874685-subnet', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:20.424284 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f530f8-234e-4849-a520-5dda7501c21d req-dc7fd897-5222-48e6-a220-da755debeb3f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:20.425959 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-59f530f8-234e-4849-a520-5dda7501c21d req-dc7fd897-5222-48e6-a220-da755debeb3f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0494289 May 02 14:58:20.453616 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Made reservation on behalf of a04ee6a434eb416bb7ffbb7bf8edc455 for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:58:20.455884 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.532909 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-59f530f8-234e-4849-a520-5dda7501c21d req-52c3b61f-dda8-4f00-ac0e-0d1697f0c899 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969555 May 02 14:58:20.603629 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 2, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:20.630732 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:20.631086 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Updating router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f port a3598b3c-4396-4e45-992a-5282621e7fd5 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:58:20.658761 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.735728 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (b352df25-8516-48b6-a6c4-cdd5f6035b2b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.784483 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b352df25-8516-48b6-a6c4-cdd5f6035b2b,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:20.798698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.799045 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.799388 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.799725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.800085 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.800418 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.800745 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.801067 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.801393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.801736 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.802041 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.802364 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.802682 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.803009 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.803323 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:20.811368 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Checking segment: {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:20.811726 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Network hostable DHCP agents. Network: 46504c64-18d2-4480-afaf-7e784edf7028, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:58:20.915324 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks [] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:20.944237 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Network 46504c64-18d2-4480-afaf-7e784edf7028 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:58:20.983871 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.012292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 46504c64-18d2-4480-afaf-7e784edf7028) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:21.016993 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:21.018000 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.028111 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Pushing event updated for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:21.039008 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.044138 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045085 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a71b1-414d-4354-a18d-3a9466411a01 None None] Network 46504c64-18d2-4480-afaf-7e784edf7028 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.045183 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:21.099092 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Attempting to bind port a3598b3c-4396-4e45-992a-5282621e7fd5 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:21.099458 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Attempting to bind port a3598b3c-4396-4e45-992a-5282621e7fd5 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:21.099814 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Attempting to bind port a3598b3c-4396-4e45-992a-5282621e7fd5 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:21.105329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:21.105696 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:21.106090 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.106473 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Bound using segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:21.107051 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Bound port: a3598b3c-4396-4e45-992a-5282621e7fd5, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:21.107476 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.118114 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6644812c-fa2a-4c0b-bb2f-80775e59fd0b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7700725 May 02 14:58:21.120520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41270) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:21.125532 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:21.177524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-46504c64-18d2-4480-afaf-7e784edf7028', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:58:21.177524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.184872 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] For port a3598b3c-4396-4e45-992a-5282621e7fd5, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:21.189454 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] For port a3598b3c-4396-4e45-992a-5282621e7fd5, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a3598b3c-4396-4e45-992a-5282621e7fd5,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:21.230004 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.231074 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.262020 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.262601 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Provisioning complete for port a3598b3c-4396-4e45-992a-5282621e7fd5 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:21.262601 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.289926 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for router_controller (e6aefcf1-8143-4eec-9c96-fbe5950d3572), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.322431 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:21.387066 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:21.387066 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d73e1-0efc-464a-ad29-3c6da0aecbe7 None None] Pushing event updated for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=4']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:21.388108 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Allocated IP 172.20.0.2 (46504c64-18d2-4480-afaf-7e784edf7028/b352df25-8516-48b6-a6c4-cdd5f6035b2b/31edf913-77ca-466b-9492-22b9ad2cc260) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:21.405186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Current status of the port a3598b3c-4396-4e45-992a-5282621e7fd5 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:21.405570 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.455971 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:21.503168 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-57419944-c253-4931-a136-1be53df7fe0a None None] For port a3598b3c-4396-4e45-992a-5282621e7fd5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a3598b3c-4396-4e45-992a-5282621e7fd5,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:21.570531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.597920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for router_gateway (e6aefcf1-8143-4eec-9c96-fbe5950d3572), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.615874 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks [] for port (31edf913-77ca-466b-9492-22b9ad2cc260), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.639598 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57419944-c253-4931-a136-1be53df7fe0a None None] Pushing event updated for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:21.664263 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:21.670288 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7997a2-f17e-429f-b6d6-f6302b601405 req-0d452778-12d4-4f10-a945-980553f14393 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:21.672030 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ef7997a2-f17e-429f-b6d6-f6302b601405 req-0d452778-12d4-4f10-a945-980553f14393 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0523672 May 02 14:58:21.686057 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.698697 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f40e83c-e134-42fd-bb80-1386e7bd2b74 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:21.726377 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-7ea1d6ae-ad98-469d-8302-f6aaa2ac6041 None None] Provisioning complete for port a3598b3c-4396-4e45-992a-5282621e7fd5 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:21.726752 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7ea1d6ae-ad98-469d-8302-f6aaa2ac6041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.730112 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ef7997a2-f17e-429f-b6d6-f6302b601405 req-1ffa340e-f86a-429c-ace3-54336ab96716 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 May 02 14:58:21.792290 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Network 46504c64-18d2-4480-afaf-7e784edf7028 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:21.802133 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:21.807747 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:21.811024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Pushing event updated for resources: {'Port': ['ID=31edf913-77ca-466b-9492-22b9ad2cc260,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:21.872348 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for router_gateway (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.896367 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.901960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Attempting to bind port 31edf913-77ca-466b-9492-22b9ad2cc260 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:21.902334 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Attempting to bind port 31edf913-77ca-466b-9492-22b9ad2cc260 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:21.902701 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Attempting to bind port 31edf913-77ca-466b-9492-22b9ad2cc260 on network 46504c64-18d2-4480-afaf-7e784edf7028 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Checking segment: {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Bound using segment: {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Bound port: 31edf913-77ca-466b-9492-22b9ad2cc260, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:21.920575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:21.921639 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-7ea1d6ae-ad98-469d-8302-f6aaa2ac6041 None None] Current status of the port a3598b3c-4396-4e45-992a-5282621e7fd5 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:21.994539 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] For port 31edf913-77ca-466b-9492-22b9ad2cc260, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:21.999001 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] For port 31edf913-77ca-466b-9492-22b9ad2cc260, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=31edf913-77ca-466b-9492-22b9ad2cc260,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:22.035578 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Allocated IP 172.27.0.144 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/9b330566-2e16-4bd7-a50b-76d60d6d222e) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:22.050537 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b5b79b8-6211-474e-89c7-53203729b994 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:22.094770 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:22.149162 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 9b5b79b8-6211-474e-89c7-53203729b994 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:22.149540 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9b5b79b8-6211-474e-89c7-53203729b994), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:22.154940 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:22.188154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356b869-cff0-441d-ab4f-6f24a6f4cf87 None None] Pushing event updated for resources: {'Port': ['ID=31edf913-77ca-466b-9492-22b9ad2cc260,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:22.252242 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 9b5b79b8-6211-474e-89c7-53203729b994 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:22.253323 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a3598b3c-4396-4e45-992a-5282621e7fd5 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:22.285051 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:22.305389 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port a3598b3c-4396-4e45-992a-5282621e7fd5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:22.305606 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:22.331108 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:22.334630 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:22.337119 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:22.399170 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b330566-2e16-4bd7-a50b-76d60d6d222e,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:22.555820 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port a3598b3c-4396-4e45-992a-5282621e7fd5 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:22.774863 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for router_gateway (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.010221 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.139411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b8dec3-a240-463a-a89e-2ad73b7cf5f3 None None] Network 46504c64-18d2-4480-afaf-7e784edf7028 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:58:23.250350 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Provisioning complete for port 31edf913-77ca-466b-9492-22b9ad2cc260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:23.250897 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.257862 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Router e6aefcf1-8143-4eec-9c96-fbe5950d3572 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:58:23.332538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Current status of the port 31edf913-77ca-466b-9492-22b9ad2cc260 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:23.332937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.371266 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] For port 31edf913-77ca-466b-9492-22b9ad2cc260, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=31edf913-77ca-466b-9492-22b9ad2cc260,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:23.484239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.534446 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ca09a-4f16-4bab-a986-e12ab0958038 None None] Pushing event updated for resources: {'Port': ['ID=31edf913-77ca-466b-9492-22b9ad2cc260,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:23.602636 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-030232d4-e73f-4c8b-b506-13aa4c3537cc None None] Provisioning complete for port 31edf913-77ca-466b-9492-22b9ad2cc260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:23.603012 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-030232d4-e73f-4c8b-b506-13aa4c3537cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.611892 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:23.626327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Sync routers for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:23.647387 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:23.648036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:23.694333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:23.695590 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8bfaf50c-c6a5-4740-8424-d77b5ba2bff1 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5739236 May 02 14:58:23.698334 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41276) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:23.769713 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-030232d4-e73f-4c8b-b506-13aa4c3537cc None None] Current status of the port 31edf913-77ca-466b-9492-22b9ad2cc260 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:23.790766 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:23.960470 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 31edf913-77ca-466b-9492-22b9ad2cc260 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:24.006862 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:22Z', 'revision_number': 3, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:24.039534 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Checking router: e6aefcf1-8143-4eec-9c96-fbe5950d3572 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:24.039920 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Updating router e6aefcf1-8143-4eec-9c96-fbe5950d3572 port 9b330566-2e16-4bd7-a50b-76d60d6d222e binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:58:24.071747 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 31edf913-77ca-466b-9492-22b9ad2cc260 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:24.072154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.074718 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.129629 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.252003 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 31edf913-77ca-466b-9492-22b9ad2cc260 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:24.281924 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Allocated IP 172.20.0.1 (46504c64-18d2-4480-afaf-7e784edf7028/b352df25-8516-48b6-a6c4-cdd5f6035b2b/5cb3e8ba-a531-41cb-9531-4065bc99982c) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:58:24.385994 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks [] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.389659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks [] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.460723 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.490034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.508682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Attempting to bind port 9b330566-2e16-4bd7-a50b-76d60d6d222e on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:24.509057 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Attempting to bind port 9b330566-2e16-4bd7-a50b-76d60d6d222e by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:24.509426 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Attempting to bind port 9b330566-2e16-4bd7-a50b-76d60d6d222e on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:24.520961 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46c05-94ee-40bb-8c86-427f2c7d95ca None None] Pushing event updated for resources: {'Port': ['ID=9b330566-2e16-4bd7-a50b-76d60d6d222e,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:24.523866 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:24.524256 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:24.524689 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.525076 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:24.525548 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Bound port: 9b330566-2e16-4bd7-a50b-76d60d6d222e, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:24.525662 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Network 46504c64-18d2-4480-afaf-7e784edf7028 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:24.525950 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.530573 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:24.534259 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:58:24.561899 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:24.580093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.583568 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] For port 9b330566-2e16-4bd7-a50b-76d60d6d222e, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:24.586783 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] For port 9b330566-2e16-4bd7-a50b-76d60d6d222e, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b330566-2e16-4bd7-a50b-76d60d6d222e,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:24.684400 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.745417 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:24.746035 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:24.750755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d46c05-94ee-40bb-8c86-427f2c7d95ca None None] Pushing event updated for resources: {'Port': ['ID=9b330566-2e16-4bd7-a50b-76d60d6d222e,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:24.778124 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.803133 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-3a91eb90-ae4c-48a2-ac7c-519208bdeab4 None None] Provisioning complete for port 5cb3e8ba-a531-41cb-9531-4065bc99982c triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:24.803507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3a91eb90-ae4c-48a2-ac7c-519208bdeab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:24.876507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-3a91eb90-ae4c-48a2-ac7c-519208bdeab4 None None] Port 5cb3e8ba-a531-41cb-9531-4065bc99982c cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:58:24.893578 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:24.943156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks [] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:25.035703 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:25.109716 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Pushing event updated for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:25.112960 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:25.204833 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Network 46504c64-18d2-4480-afaf-7e784edf7028 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:58:25.206072 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:58:25.217046 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '5cb3e8ba-a531-41cb-9531-4065bc99982c', 'name': '', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'mac_address': 'fa:16:3e:61:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:24Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 1, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'subnets': [{'id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:25.249333 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e14720-c48f-4bb2-9243-de85583e9254 None None] The sync data for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi is: [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '5cb3e8ba-a531-41cb-9531-4065bc99982c', 'name': '', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'mac_address': 'fa:16:3e:61:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:24Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 1, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'subnets': [{'id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:25.336187 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Router e6aefcf1-8143-4eec-9c96-fbe5950d3572 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:25.474370 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:25.479835 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-736406d8-cbd0-456e-ac99-c663cbf04600 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6aefcf1-8143-4eec-9c96-fbe5950d3572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805641 May 02 14:58:25.497308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-c5b6d940-2b4d-4ae5-9562-e08edeb5e18e None None] Provisioning complete for port 5cb3e8ba-a531-41cb-9531-4065bc99982c triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:25.498498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d940-2b4d-4ae5-9562-e08edeb5e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:25.538645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6d940-2b4d-4ae5-9562-e08edeb5e18e None None] Port 5cb3e8ba-a531-41cb-9531-4065bc99982c cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:58:26.253588 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41284) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:26.258525 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903839782', 'description': 'tempest-secgroup-smoke-1903839782 description', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:26.458228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.528311 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (3302e0be-506a-4cc8-a2de-3be574e739c8), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.592504 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3302e0be-506a-4cc8-a2de-3be574e739c8), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.620579 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3302e0be-506a-4cc8-a2de-3be574e739c8,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:26.671484 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.672778 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5d62116c-9192-4a8a-8800-e48aff41a02c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4180763 May 02 14:58:26.675619 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41288) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:26.679955 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:26.789137 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (ee19ca1e-65c6-4df2-808b-b49b06efdf87), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.842739 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (ee19ca1e-65c6-4df2-808b-b49b06efdf87), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.912413 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (ee19ca1e-65c6-4df2-808b-b49b06efdf87), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.933043 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee19ca1e-65c6-4df2-808b-b49b06efdf87,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:26.994259 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:26.995464 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-01c64c14-4f86-40a2-9611-1d480b1c5e15 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187859 May 02 14:58:26.998896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41290) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:27.003144 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:27.086057 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (fd1e8a7f-4be1-430d-96a6-038bb313ae6a), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.140073 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (fd1e8a7f-4be1-430d-96a6-038bb313ae6a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.214496 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (fd1e8a7f-4be1-430d-96a6-038bb313ae6a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.234547 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1e8a7f-4be1-430d-96a6-038bb313ae6a,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:27.300045 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.301274 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c531266f-9e33-4f8e-bf5f-27cef428581d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014379 May 02 14:58:27.304039 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41292) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:27.308275 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:27.401166 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (4e85e69c-b642-4bb4-9b9f-d9dc65831218), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.456410 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (4e85e69c-b642-4bb4-9b9f-d9dc65831218), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.563928 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (4e85e69c-b642-4bb4-9b9f-d9dc65831218), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.581555 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e85e69c-b642-4bb4-9b9f-d9dc65831218,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:27.662818 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.663982 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e70f8ebf-0c01-45c9-a8c7-85ebbd4c205e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3589947 May 02 14:58:27.666637 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41294) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:27.670906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:27.774255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (55a12299-4ff3-46d2-8637-f04d1529f517), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.830176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (55a12299-4ff3-46d2-8637-f04d1529f517), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.914434 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b330566-2e16-4bd7-a50b-76d60d6d222e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:27.923562 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (55a12299-4ff3-46d2-8637-f04d1529f517), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.944859 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a12299-4ff3-46d2-8637-f04d1529f517,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:27.970959 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 9b330566-2e16-4bd7-a50b-76d60d6d222e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:27.971301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:27.982585 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:58:28.017323 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.018561 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f6c12cfb-fce5-4d7a-b0d3-49f2603bf809 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510165 May 02 14:58:28.021511 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41296) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:28.025806 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:28.045361 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 9b330566-2e16-4bd7-a50b-76d60d6d222e is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:28.045754 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.065810 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 9b330566-2e16-4bd7-a50b-76d60d6d222e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b330566-2e16-4bd7-a50b-76d60d6d222e,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:28.118025 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.securitygroups_db [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Project d8b64228a04f43e4a0203e43e6fd5cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 14:58:28.124414 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (c7183d16-60b1-454a-8595-613cc3a862d8), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.146369 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.181772 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (c7183d16-60b1-454a-8595-613cc3a862d8), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.193768 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=9b330566-2e16-4bd7-a50b-76d60d6d222e,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:28.258104 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (c7183d16-60b1-454a-8595-613cc3a862d8), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.275248 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7183d16-60b1-454a-8595-613cc3a862d8,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:28.368765 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.369972 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-44de9ad1-bdd6-4418-bf6b-c9ce6f75ff9f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3475475 May 02 14:58:28.372800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41298) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:28.377625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'security_group_rule': {'security_group_id': '3302e0be-506a-4cc8-a2de-3be574e739c8', 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:58:28.452904 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.securitygroups_db [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Project d8b64228a04f43e4a0203e43e6fd5cbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 14:58:28.459091 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (dd305782-a551-49db-ba99-e6a797a355b1), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.518434 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (dd305782-a551-49db-ba99-e6a797a355b1), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.598877 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (dd305782-a551-49db-ba99-e6a797a355b1), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.602254 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Sync routers for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:28.612029 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:28.612657 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:28.620495 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd305782-a551-49db-ba99-e6a797a355b1,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:28.691103 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:28.695420 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-69534b1c-1375-4374-b9d7-cfde85517cb5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3180563 May 02 14:58:28.717681 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:28.905703 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '5cb3e8ba-a531-41cb-9531-4065bc99982c', 'name': '', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'mac_address': 'fa:16:3e:61:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:24Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 2, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'subnets': [{'id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:28.935470 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Checking router: e6aefcf1-8143-4eec-9c96-fbe5950d3572 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:28.935823 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Updating router e6aefcf1-8143-4eec-9c96-fbe5950d3572 port 5cb3e8ba-a531-41cb-9531-4065bc99982c binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:58:28.965717 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.223571 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks [] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.317763 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.485557 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920900e-9b8c-48d3-8719-68a74b27c083 None None] Pushing event updated for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:29.524018 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Attempting to bind port 5cb3e8ba-a531-41cb-9531-4065bc99982c on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:58:29.524393 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Attempting to bind port 5cb3e8ba-a531-41cb-9531-4065bc99982c by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:58:29.524748 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Attempting to bind port 5cb3e8ba-a531-41cb-9531-4065bc99982c on network 46504c64-18d2-4480-afaf-7e784edf7028 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:58:29.529983 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:58:29.530352 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Checking segment: {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:58:29.530754 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.531143 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Bound using segment: {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:58:29.531600 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Bound port: 5cb3e8ba-a531-41cb-9531-4065bc99982c, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7351c963-3989-4e64-992e-1fd585137cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:58:29.532005 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.583458 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-1767b8ce-bc26-4887-95dc-829b8895c014 None None] Provisioning complete for port 5cb3e8ba-a531-41cb-9531-4065bc99982c triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:29.584539 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1767b8ce-bc26-4887-95dc-829b8895c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.594092 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] For port 5cb3e8ba-a531-41cb-9531-4065bc99982c, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:58:29.596097 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] For port 5cb3e8ba-a531-41cb-9531-4065bc99982c, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=5cb3e8ba-a531-41cb-9531-4065bc99982c,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:58:29.625291 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-1767b8ce-bc26-4887-95dc-829b8895c014 None None] Port 5cb3e8ba-a531-41cb-9531-4065bc99982c cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:58:29.887123 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:29.912001 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b330566-2e16-4bd7-a50b-76d60d6d222e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:29.944414 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920900e-9b8c-48d3-8719-68a74b27c083 None None] Pushing event updated for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=4']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:29.951637 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:29.952322 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:29.964748 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 9b330566-2e16-4bd7-a50b-76d60d6d222e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:29.965353 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:30.055096 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 9b330566-2e16-4bd7-a50b-76d60d6d222e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:30.068199 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:30.144877 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Provisioning complete for port 5cb3e8ba-a531-41cb-9531-4065bc99982c triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:30.145253 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:30.222613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Current status of the port 5cb3e8ba-a531-41cb-9531-4065bc99982c is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:30.223114 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:30.254925 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '5cb3e8ba-a531-41cb-9531-4065bc99982c', 'name': '', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'mac_address': 'fa:16:3e:61:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:24Z', 'updated_at': '2022-05-02T14:58:29Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'subnets': [{'id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:30.257608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] For port 5cb3e8ba-a531-41cb-9531-4065bc99982c, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=5cb3e8ba-a531-41cb-9531-4065bc99982c,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:30.281934 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29bff6a-75db-46d0-9e5b-10d1e964b3e3 None None] The sync data for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi is: [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:24Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '5cb3e8ba-a531-41cb-9531-4065bc99982c', 'name': '', 'network_id': '46504c64-18d2-4480-afaf-7e784edf7028', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'mac_address': 'fa:16:3e:61:e5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:24Z', 'updated_at': '2022-05-02T14:58:29Z', 'revision_number': 4, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'subnets': [{'id': 'b352df25-8516-48b6-a6c4-cdd5f6035b2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:30.375287 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:30.429591 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872d9b9-fc64-4429-914c-f193dc7d6900 None None] Pushing event updated for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:31.916685 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 5cb3e8ba-a531-41cb-9531-4065bc99982c up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:58:31.962914 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 5cb3e8ba-a531-41cb-9531-4065bc99982c triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:58:31.963291 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:32.043729 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 5cb3e8ba-a531-41cb-9531-4065bc99982c is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:58:41.229063 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-2acabdcb-5822-44ee-b47c-cf9499e40a0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410492 May 02 14:58:41.298955 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-af8eb40e-421e-4ca5-81c8-c9dfc19796d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:41.300337 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-af8eb40e-421e-4ca5-81c8-c9dfc19796d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 1129 time: 0.0387051 May 02 14:58:41.400403 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-7d287642-75ce-4625-8858-f234cb9d214e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:41.401888 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-7d287642-75ce-4625-8858-f234cb9d214e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 200 len: 919 time: 0.0841968 May 02 14:58:41.472459 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-cc0bb333-3837-4ead-88ea-075518a71494 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 200 len: 1001 time: 0.0604341 May 02 14:58:41.526076 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-50c082b3-59f9-4560-b1f1-04c1f5eae115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:41.527511 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-50c082b3-59f9-4560-b1f1-04c1f5eae115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 200 len: 857 time: 0.0425980 May 02 14:58:41.570693 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-7ae7501d-d971-4435-901d-599af90c658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:41.572118 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-7ae7501d-d971-4435-901d-599af90c658f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9bcb15c3-6cef-42cb-bc37-587d1c4b0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377333 May 02 14:58:41.662205 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-f8fd88f6-9195-479a-a676-d1c6e77238e4 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837038 May 02 14:58:41.753842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3e86f18e-e6ca-487e-ac43-6ca7100f8c88 req-8ccb5a84-1b92-4ee0-9e6c-e192329afdd4 service neutron] 10.222.0.41 "GET /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845532 May 02 14:58:42.663659 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:43.591635 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5a07ff71-c42f-440a-bcc2-71b2c7c6f680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:45.495417 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7d56a-f3c5-42c8-8545-257d745631b4 req-0d76c7b2-b26c-4835-81d5-26f6b1c1188e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:45.496817 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9fd7d56a-f3c5-42c8-8545-257d745631b4 req-0d76c7b2-b26c-4835-81d5-26f6b1c1188e tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0463364 May 02 14:58:45.545679 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9fd7d56a-f3c5-42c8-8545-257d745631b4 req-feb374ac-b417-45cc-90c7-d8743177c786 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426462 May 02 14:58:45.877177 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a35f8699-1cd0-4e25-b0a1-9e23b2f2375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:46.657318 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f434d3e-67e9-46fe-b2f6-e02208178f97 req-abe521bf-f997-446e-9468-35733576e031 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:46.658769 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f434d3e-67e9-46fe-b2f6-e02208178f97 req-abe521bf-f997-446e-9468-35733576e031 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0460811 May 02 14:58:46.706188 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f434d3e-67e9-46fe-b2f6-e02208178f97 req-421fd0a6-8cd7-4d96-ae75-c4101c7ceedd tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418389 May 02 14:58:47.277049 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:47.816231 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c54e5-bbe3-42ba-9b04-5f2f59148fb7 req-c0d4a177-5493-4b51-8700-277f5a322050 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:47.817695 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a81c54e5-bbe3-42ba-9b04-5f2f59148fb7 req-c0d4a177-5493-4b51-8700-277f5a322050 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0457478 May 02 14:58:47.863880 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a81c54e5-bbe3-42ba-9b04-5f2f59148fb7 req-68a8020d-4a23-441d-a410-c7a81f831e2a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 May 02 14:58:48.602748 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:48.974538 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952832-a379-4a97-b4ae-e7cd3f9b8201 req-71813d21-5604-4afc-adb2-95a48d993b08 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:48.976009 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-02952832-a379-4a97-b4ae-e7cd3f9b8201 req-71813d21-5604-4afc-adb2-95a48d993b08 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0451281 May 02 14:58:49.022038 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-02952832-a379-4a97-b4ae-e7cd3f9b8201 req-99618ddb-6de6-418e-9d50-356d88a62028 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 May 02 14:58:49.332724 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d034632-4ce0-451e-a079-b0481f4a612b req-d7d9d06e-b934-41f7-848b-08f50e2879e0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:49.334124 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1d034632-4ce0-451e-a079-b0481f4a612b req-d7d9d06e-b934-41f7-848b-08f50e2879e0 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 945 time: 0.0496387 May 02 14:58:49.434561 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Deleting port bbb30aa1-6839-4941-a166-b8c36e24cda5 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:49.434900 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:49.525843 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] For port bbb30aa1-6839-4941-a166-b8c36e24cda5, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbb30aa1-6839-4941-a166-b8c36e24cda5,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:49.526131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:49.696397 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:49.697030 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:49.697563 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Floating IP 62a40114-cc2d-4322-b566-f8f3367b6776 disassociated. External IP: 172.27.0.159, port: bbb30aa1-6839-4941-a166-b8c36e24cda5. May 02 14:58:49.698144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Calling delete_port for bbb30aa1-6839-4941-a166-b8c36e24cda5 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:49.903144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bbb30aa1-6839-4941-a166-b8c36e24cda5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:49.932859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event deleted for resources: {'Port': ['ID=bbb30aa1-6839-4941-a166-b8c36e24cda5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:49.943507 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.943916 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.944235 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:49.949643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:58:50.065944 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:58:50.129177 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8a358995-ab47-4c18-9478-3ca7475135dd req-03f71bfb-1ef9-43be-87a0-eb52f4c29cb3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0310326 May 02 14:58:50.179443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:58:50.189395 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:58:50.196975 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:50.202757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:50.203317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:50.223196 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] No DVR routers for this DVR port bbb30aa1-6839-4941-a166-b8c36e24cda5 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:50.225878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:50.229814 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1d034632-4ce0-451e-a079-b0481f4a612b req-726422b5-3dc8-45a8-9e8c-ff1c509639e3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "DELETE /v2.0/ports/bbb30aa1-6839-4941-a166-b8c36e24cda5 HTTP/1.1" status: 204 len: 173 time: 0.8842459 May 02 14:58:50.230964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'name': 'network-vif-deleted', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:58:50.235448 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c2e2b0-56af-46d9-97d1-376a5eb42248" -d '{"events": [{"server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "name": "network-vif-deleted", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:58:50.275503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd181bda-caee-42c8-8552-143962e7f7b5 x-openstack-request-id: req-bd181bda-caee-42c8-8552-143962e7f7b5 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:58:50.275792 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f463a8-f477-466e-8111-07e9a14b9fda", "name": "network-vif-deleted", "tag": "bbb30aa1-6839-4941-a166-b8c36e24cda5", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:58:50.281659 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd181bda-caee-42c8-8552-143962e7f7b5 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:58:50.281659 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd181bda-caee-42c8-8552-143962e7f7b5'] response: {'server_uuid': '61f463a8-f477-466e-8111-07e9a14b9fda', 'name': 'network-vif-deleted', 'tag': 'bbb30aa1-6839-4941-a166-b8c36e24cda5', 'status': 'completed', 'code': 200} May 02 14:58:50.321664 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:50.529138 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:50.558157 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:58:50.566900 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:58:50.567535 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:50.676887 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:58:50.864529 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:58:50.892014 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0911c-b153-40c7-955d-880d8ddc92dc None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a4ec6143-7a08-4585-be47-de92d2eed9aa', 'name': '', 'network_id': '9bcb15c3-6cef-42cb-bc37-587d1c4b0280', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'mac_address': 'fa:16:3e:e8:e0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:46Z', 'updated_at': '2022-05-02T14:50:56Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'subnets': [{'id': 'a6a4fc5b-d080-4cbc-a998-1f9243f02753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:58:51.116661 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0b5bb-be50-492c-bcf3-ddb09f65d083 None None] New status for floating IP 62a40114-cc2d-4322-b566-f8f3367b6776: DOWN {{(pid=110412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:58:51.244396 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-486e47bd-fbd0-4e61-9b72-657590f9925b req-858dcfc6-e160-4a81-b81b-07042806b742 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=61f463a8-f477-466e-8111-07e9a14b9fda HTTP/1.1" status: 200 len: 210 time: 0.0370197 May 02 14:58:52.444222 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41460) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:52.496101 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (f7eb5d33-5ec6-4d49-951a-48dbe40b14dc), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:52.519084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (f7eb5d33-5ec6-4d49-951a-48dbe40b14dc), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:52.613425 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbb30aa1-6839-4941-a166-b8c36e24cda5 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:58:52.646737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: bbb30aa1-6839-4941-a166-b8c36e24cda5 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:58:52.647088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbb30aa1-6839-4941-a166-b8c36e24cda5 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:58:52.659872 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f7eb5d33-5ec6-4d49-951a-48dbe40b14dc), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:52.662537 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:52.664623 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "DELETE /v2.0/security-groups/f7eb5d33-5ec6-4d49-951a-48dbe40b14dc HTTP/1.1" status: 204 len: 168 time: 0.2184501 May 02 14:58:52.668752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41470) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:52.674144 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588e5ef-0ac1-4321-8d13-c515f94b022f tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eb5d33-5ec6-4d49-951a-48dbe40b14dc,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:52.684245 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.api.v2.resource [None req-059ad41d-a83e-46bb-b2f5-6775182848b3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] show failed (client error): The resource could not be found. May 02 14:58:52.685567 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-059ad41d-a83e-46bb-b2f5-6775182848b3 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups/f7eb5d33-5ec6-4d49-951a-48dbe40b14dc HTTP/1.1" status: 404 len: 347 time: 0.0151334 May 02 14:58:52.688683 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41472) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:58:52.842013 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Deleting port 90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:52.842276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:52.847966 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-9f5c206e-37d3-484b-a02e-be78cbb353d7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903839782&fields=id&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 267 time: 0.0800984 May 02 14:58:53.260815 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:53.261143 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:53.283007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Calling delete_port for 90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:53.289910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e77a214e-7756-4414-b126-9ba156896db9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:53.291345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e77a214e-7756-4414-b126-9ba156896db9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.4338017 May 02 14:58:53.310798 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-50a4eba7-ee28-4120-a141-f0ba4f6405be tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/quotas/d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 375 time: 0.0117006 May 02 14:58:53.405282 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-0bd0dd18-7c69-4004-8bb8-8e454888907b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653398 May 02 14:58:53.537062 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-f8ddfd11-7cdc-43e6-909a-b1d05aaeb811 service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178887 May 02 14:58:53.599521 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:53.634853 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event deleted for resources: {'Port': ['ID=90b4df8e-bfdb-44da-baf9-6fbcb2bafc1a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:53.689096 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-319d3e48-18be-45e8-a96c-6980540263d1 service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461980 May 02 14:58:53.707894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks [] for floatingip (62a40114-cc2d-4322-b566-f8f3367b6776), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:53.710396 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:53.711501 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2f9039f0-4896-42a2-aed7-13ab1664d578 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "DELETE /v2.0/floatingips/62a40114-cc2d-4322-b566-f8f3367b6776 HTTP/1.1" status: 204 len: 168 time: 1.0216877 May 02 14:58:54.315843 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9acf547c-78a1-4f53-b056-af489a429409 req-cbf15180-42ce-4b1d-beb9-8a3861861b34 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0280812 May 02 14:58:55.395229 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0cc6a0c4-a01e-4540-9c0a-c98ea09e218c req-735a8a7e-4a71-41f6-a35e-614d6f9fae33 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0284064 May 02 14:58:56.474386 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-889c758b-80c8-4130-a4e3-bdd75cb7c122 req-64a261b4-ce6b-4e10-b172-60995aaae569 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0287759 May 02 14:58:56.653939 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c927c-d2ce-4ee1-a578-92cf11653c8a req-308b6bb4-52ca-4b4e-91c8-f628470bcbc9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:56.655408 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f32c927c-d2ce-4ee1-a578-92cf11653c8a req-308b6bb4-52ca-4b4e-91c8-f628470bcbc9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0502779 May 02 14:58:56.703237 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f32c927c-d2ce-4ee1-a578-92cf11653c8a req-7540c826-dd92-4484-9ef1-b6b0963463be tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 May 02 14:58:57.550846 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-09f9882c-ee60-4f2f-a413-be0c30ca9696 req-f5e648b7-7493-4a8d-8356-22cae2027654 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0269184 May 02 14:58:57.723989 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-16013108-5670-4b6b-97f5-6648097521ed tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:57.725336 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-16013108-5670-4b6b-97f5-6648097521ed tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0449522 May 02 14:58:57.841139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Deleting port 8c8bce09-e744-4859-8800-325d9f9f5b1a {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:58:57.841477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:57.851474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3218df9-f332-4353-abcb-d1b6691fb0a0 req-5fd68c10-4fc5-462a-ba82-6e16aa889ce9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:58:57.852951 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3218df9-f332-4353-abcb-d1b6691fb0a0 req-5fd68c10-4fc5-462a-ba82-6e16aa889ce9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 945 time: 0.0804546 May 02 14:58:57.956643 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d3218df9-f332-4353-abcb-d1b6691fb0a0 req-a1f27b49-1589-4914-bde2-68b5dbfb6815 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932081 May 02 14:58:57.972278 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] For port 8c8bce09-e744-4859-8800-325d9f9f5b1a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=8c8bce09-e744-4859-8800-325d9f9f5b1a,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:58:57.975167 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:57.987328 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Calling delete_port for 8c8bce09-e744-4859-8800-325d9f9f5b1a owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:58:58.208436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (8c8bce09-e744-4859-8800-325d9f9f5b1a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:58.242439 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event deleted for resources: {'Port': ['ID=8c8bce09-e744-4859-8800-325d9f9f5b1a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:58:58.244767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['83ff0868-37ba-44fb-8d7d-3d28f945b846', '8c8bce09-e744-4859-8800-325d9f9f5b1a'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:58:58.288533 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] No DVR routers for this DVR port 8c8bce09-e744-4859-8800-325d9f9f5b1a on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:58:58.291095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:58:58.294590 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-003a4de7-e132-4bd7-bc37-5627d00b697e req-3af41e78-8049-420d-a81d-6be95d8cc565 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "DELETE /v2.0/ports/8c8bce09-e744-4859-8800-325d9f9f5b1a HTTP/1.1" status: 204 len: 173 time: 0.5641315 May 02 14:58:58.296232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'name': 'network-vif-deleted', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:58:58.297493 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d7ea0-4e9d-4144-bd3e-272d5a86ecb1" -d '{"events": [{"server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "name": "network-vif-deleted", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:58:58.331932 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c14d55-797e-4d06-bfaa-538d638cb015 x-openstack-request-id: req-24c14d55-797e-4d06-bfaa-538d638cb015 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:58:58.332229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e3dfe-96fe-410b-81de-b993022cd4e4", "name": "network-vif-deleted", "tag": "8c8bce09-e744-4859-8800-325d9f9f5b1a", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:58:58.332479 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24c14d55-797e-4d06-bfaa-538d638cb015 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:58:58.332885 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c14d55-797e-4d06-bfaa-538d638cb015'] response: {'server_uuid': 'ad5e3dfe-96fe-410b-81de-b993022cd4e4', 'name': 'network-vif-deleted', 'tag': '8c8bce09-e744-4859-8800-325d9f9f5b1a', 'status': 'completed', 'code': 200} May 02 14:58:58.646577 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e45fba9-17a0-4251-9d66-107263c529a8 req-a3f07f53-b6e9-4fa0-a4db-55b2907ff267 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0293982 May 02 14:58:59.238115 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3a3ae244-706a-4fbb-ba5b-b9127b8a54f0 req-c3564bd3-ce58-4e20-b172-20e936fd9f60 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad5e3dfe-96fe-410b-81de-b993022cd4e4 HTTP/1.1" status: 200 len: 210 time: 0.0313058 May 02 14:58:59.740811 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-07bd55bc-5360-4df5-b8af-19f1a0479db3 req-0a062efd-0b24-4ce8-891c-b8d4c6c07515 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0280275 May 02 14:59:00.650556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e15ccbd2-e679-4d85-88a4-80e4d71d1828 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:00.652343 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e15ccbd2-e679-4d85-88a4-80e4d71d1828 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.1096606 May 02 14:59:00.718458 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8c8bce09-e744-4859-8800-325d9f9f5b1a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:00.734819 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-45fa005f-3e3d-4335-912d-51002e7a25cb tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 380 time: 0.0583138 May 02 14:59:00.739876 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 8c8bce09-e744-4859-8800-325d9f9f5b1a {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:00.740279 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 8c8bce09-e744-4859-8800-325d9f9f5b1a not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:00.743979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'port': {'device_id': '8c340e90-2170-419a-b729-f60598c2e1f9', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'admin_state_up': True, 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'security_groups': ['3302e0be-506a-4cc8-a2de-3be574e739c8']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:00.880512 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d1ebf47-ee8b-44fd-ac95-1ebce34d9a16 req-3e455514-3319-4164-acaf-0c885f0a0b6c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0296028 May 02 14:59:00.927193 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42a501-b60f-40f9-8032-7b07f8d46511 req-40cc2823-63ce-457c-8679-7bb4de0b1a03 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:00.928653 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b42a501-b60f-40f9-8032-7b07f8d46511 req-40cc2823-63ce-457c-8679-7bb4de0b1a03 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0656369 May 02 14:59:00.977800 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b42a501-b60f-40f9-8032-7b07f8d46511 req-e2154f1a-c064-4e96-9625-e15b4286393d tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429101 May 02 14:59:01.013689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Made reservation on behalf of d8b64228a04f43e4a0203e43e6fd5cbd for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:59:01.017883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.144773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.20.0.5 (b86e0d9f-a7bc-4564-ae88-0f635d81c92f/5c98f7d9-0dc3-4085-a218-e737d63a8a40/6a4b008a-455a-4876-ab9a-2184464f7b09) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:01.282289 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.389522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.429394 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:01.432398 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:01.439095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:01.465268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:01.495607 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:01.496274 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.633683 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-24537596-3bd7-43f9-9ead-74868b808d87 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8932757 May 02 14:59:01.673603 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-0837e051-b500-4b0c-b9e0-95c35d70e6a3 None None] Provisioning complete for port 6a4b008a-455a-4876-ab9a-2184464f7b09 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:01.674022 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0837e051-b500-4b0c-b9e0-95c35d70e6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.708465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Request body: {'port': {'device_id': '8c340e90-2170-419a-b729-f60598c2e1f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:01.708690 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-0837e051-b500-4b0c-b9e0-95c35d70e6a3 None None] Port 6a4b008a-455a-4876-ab9a-2184464f7b09 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:59:01.766541 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f623a-2944-453c-8db4-1a130f4ad97b req-408b81b0-ba5e-4dc4-9439-eb0893933694 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:01.768527 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-449f623a-2944-453c-8db4-1a130f4ad97b req-408b81b0-ba5e-4dc4-9439-eb0893933694 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0773902 May 02 14:59:01.826211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.903336 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Deleting port 83ff0868-37ba-44fb-8d7d-3d28f945b846 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:01.903676 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:01.994860 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498c33-8454-4117-9715-9629f1a8a004 req-7b886089-fea2-456a-9218-3c98b70a612e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:01.996489 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a5498c33-8454-4117-9715-9629f1a8a004 req-7b886089-fea2-456a-9218-3c98b70a612e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 931 time: 0.0469763 May 02 14:59:02.061339 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a5498c33-8454-4117-9715-9629f1a8a004 req-167b9419-58ca-4588-b5ea-56f3af7a37d2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589099 May 02 14:59:02.121016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] For port 83ff0868-37ba-44fb-8d7d-3d28f945b846, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=83ff0868-37ba-44fb-8d7d-3d28f945b846,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:02.121302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.145187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518a3a4-23da-41e3-906d-043ed406e6b6 req-2e905313-750f-4ae8-b42e-763286128df9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:02.146633 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a518a3a4-23da-41e3-906d-043ed406e6b6 req-2e905313-750f-4ae8-b42e-763286128df9 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 945 time: 0.0905466 May 02 14:59:02.149034 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Calling delete_port for 83ff0868-37ba-44fb-8d7d-3d28f945b846 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:02.295989 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a518a3a4-23da-41e3-906d-043ed406e6b6 req-c0a22705-e6c4-4ef2-a6d3-bac79f8fa41a tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/security-groups?id=74a5126d-c233-4920-8b8c-caff14a03aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162741 May 02 14:59:02.362337 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4b008a-455a-4876-ab9a-2184464f7b09 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:02.370904 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks [] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.511211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Transition to ACTIVE for port object 6a4b008a-455a-4876-ab9a-2184464f7b09 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:59:02.512255 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (83ff0868-37ba-44fb-8d7d-3d28f945b846), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.541759 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Pushing event deleted for resources: {'Port': ['ID=83ff0868-37ba-44fb-8d7d-3d28f945b846,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:02.554379 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['83ff0868-37ba-44fb-8d7d-3d28f945b846'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:59:02.591968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] No DVR routers for this DVR port 83ff0868-37ba-44fb-8d7d-3d28f945b846 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:59:02.597886 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.597886 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-449f623a-2944-453c-8db4-1a130f4ad97b req-6178ade0-9ce6-401c-8b7f-89d69ec952df tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.41 "DELETE /v2.0/ports/83ff0868-37ba-44fb-8d7d-3d28f945b846 HTTP/1.1" status: 204 len: 173 time: 0.8239861 May 02 14:59:02.598276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'name': 'network-vif-deleted', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:02.600375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2694ce01-234e-49e0-897e-da6623c61173" -d '{"events": [{"server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "name": "network-vif-deleted", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:02.619749 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.650342 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840418c0-93f5-4e46-94d1-4f6d4d6bb6b7 x-openstack-request-id: req-840418c0-93f5-4e46-94d1-4f6d4d6bb6b7 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:02.650633 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bed4f32-c347-4c3f-8e81-9bcfd1e876e7", "name": "network-vif-deleted", "tag": "83ff0868-37ba-44fb-8d7d-3d28f945b846", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:02.650883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-840418c0-93f5-4e46-94d1-4f6d4d6bb6b7 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:02.651282 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840418c0-93f5-4e46-94d1-4f6d4d6bb6b7'] response: {'server_uuid': '4bed4f32-c347-4c3f-8e81-9bcfd1e876e7', 'name': 'network-vif-deleted', 'tag': '83ff0868-37ba-44fb-8d7d-3d28f945b846', 'status': 'completed', 'code': 200} May 02 14:59:02.683195 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:02.756932 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Attempting to bind port 6a4b008a-455a-4876-ab9a-2184464f7b09 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:02.757305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Attempting to bind port 6a4b008a-455a-4876-ab9a-2184464f7b09 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:02.757585 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Attempting to bind port 6a4b008a-455a-4876-ab9a-2184464f7b09 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:02.762273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Port 6a4b008a-455a-4876-ab9a-2184464f7b09 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:59:02.762619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Attempting to bind port 6a4b008a-455a-4876-ab9a-2184464f7b09 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:02.767878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:02.768480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:02.768480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Bound using segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:02.768911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Bound port: 6a4b008a-455a-4876-ab9a-2184464f7b09, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:02.769312 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.845462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:02.849125 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:02.934461 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.967772 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:02.968418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:02.969816 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] 10.222.0.41 "PUT /v2.0/ports/6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 200 len: 1093 time: 1.2774591 May 02 14:59:02.994715 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8427a36-d7b3-4c34-9f98-1ec00ba8b6db service neutron] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:03.185549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166d14a-f305-4aed-bdc6-438a453f21b5 req-3e8bea8e-7a02-498b-a6da-ec50e6afeaa9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:03.187021 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9166d14a-f305-4aed-bdc6-438a453f21b5 req-3e8bea8e-7a02-498b-a6da-ec50e6afeaa9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0495963 May 02 14:59:03.235097 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9166d14a-f305-4aed-bdc6-438a453f21b5 req-44f2d391-00e3-45d2-ba3e-c17bba437527 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 May 02 14:59:03.360029 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-0b732b92-98bc-496c-93f4-52aa63a67263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:03.362312 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-0b732b92-98bc-496c-93f4-52aa63a67263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0412161 May 02 14:59:03.414149 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-95c3733e-444d-4075-b52a-cd4b313eef43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 200 len: 217 time: 0.0394945 May 02 14:59:03.425212 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d7adf2e5-777c-4866-8398-7a7e7a9eed27 req-6cc8699c-5c90-4289-a670-45b2330401f6 tempest-ServerRescueNegativeTestJSON-333041710 tempest-ServerRescueNegativeTestJSON-333041710-project] 10.222.0.36 "GET /v2.0/ports?device_id=4bed4f32-c347-4c3f-8e81-9bcfd1e876e7 HTTP/1.1" status: 200 len: 210 time: 0.0308914 May 02 14:59:03.463837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e0446a6b-4150-4c8b-baf2-427fda566d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:03.465474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-e0446a6b-4150-4c8b-baf2-427fda566d33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0450275 May 02 14:59:03.519015 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-fb33278b-3807-4ca1-af06-8fabf9157f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:03.520559 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-fb33278b-3807-4ca1-af06-8fabf9157f92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393031 May 02 14:59:03.615879 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-d2e7424d-eb9c-4c16-a178-9685b7650634 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872564 May 02 14:59:03.708718 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-05887d99-9da7-46dd-a641-62a57b9b8021 req-c792fb09-8e39-4396-9b77-4f94eda7b4fb service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860124 May 02 14:59:04.347995 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d8db5-d37d-4456-8d85-a690a887e746 req-4360db9d-69ec-4d17-bdf2-d76544b03435 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:04.349557 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d63d8db5-d37d-4456-8d85-a690a887e746 req-4360db9d-69ec-4d17-bdf2-d76544b03435 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0472302 May 02 14:59:04.398546 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d63d8db5-d37d-4456-8d85-a690a887e746 req-4633cd99-4e68-45b4-a78c-0f5af3898591 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 May 02 14:59:04.480738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41558) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:04.653341 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:04.655495 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:04.707783 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab13d5-a447-45fa-bc03-06f94c1a8814 x-openstack-request-id: req-edab13d5-a447-45fa-bc03-06f94c1a8814 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:04.708098 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:04.708352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edab13d5-a447-45fa-bc03-06f94c1a8814 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:04.708747 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edab13d5-a447-45fa-bc03-06f94c1a8814'] response: {'name': 'network-changed', 'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'status': 'completed', 'code': 200} May 02 14:59:04.738999 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 83ff0868-37ba-44fb-8d7d-3d28f945b846 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:04.759211 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 83ff0868-37ba-44fb-8d7d-3d28f945b846 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:04.759559 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 83ff0868-37ba-44fb-8d7d-3d28f945b846 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:04.894424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-656a6efb-495c-4206-97e9-0b376a629207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:04.895916 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-656a6efb-495c-4206-97e9-0b376a629207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1127 time: 0.0646687 May 02 14:59:04.981637 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:59:05.050888 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:05.363008 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-00940d00-bbf0-4d75-b2a3-ea93470f7c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:05.364462 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-00940d00-bbf0-4d75-b2a3-ea93470f7c72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.4611580 May 02 14:59:05.410411 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-393936c8-a3d6-4037-8d51-8f75ca81e131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 200 len: 217 time: 0.0388765 May 02 14:59:05.505386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-b0a4aab6-b955-4c07-935a-35227ea84c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:05.506855 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-b0a4aab6-b955-4c07-935a-35227ea84c6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0902808 May 02 14:59:05.518279 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f265-9573-4283-aa0c-0e8aa7d58d82 req-3f7bfb6d-e47c-44c6-a46c-2748dcfa4985 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:05.519738 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb95f265-9573-4283-aa0c-0e8aa7d58d82 req-3f7bfb6d-e47c-44c6-a46c-2748dcfa4985 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0474176 May 02 14:59:05.568448 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb95f265-9573-4283-aa0c-0e8aa7d58d82 req-986f89a0-b68e-42ff-84c8-715179ffa2dd tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 May 02 14:59:05.598898 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-19e399e1-de2e-42e7-90d1-e268b813ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:05.600441 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-19e399e1-de2e-42e7-90d1-e268b813ff27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612330 May 02 14:59:05.741653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Deleting port a4ec6143-7a08-4585-be47-de92d2eed9aa {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:05.741997 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:05.746064 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-f1a6ed36-7069-4631-86cc-d30d5ac86d11 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390975 May 02 14:59:05.897818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] For port a4ec6143-7a08-4585-be47-de92d2eed9aa, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a4ec6143-7a08-4585-be47-de92d2eed9aa,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:05.898190 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:05.914556 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9b568eb2-f93a-4b1f-b6a1-286345b73bb2 req-1b5c0236-a594-4bfb-aada-7356e176f55d service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586356 May 02 14:59:05.915491 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Calling delete_port for a4ec6143-7a08-4585-be47-de92d2eed9aa owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:06.191024 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (a4ec6143-7a08-4585-be47-de92d2eed9aa), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:06.214421 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ec6143-7a08-4585-be47-de92d2eed9aa,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:06.386429 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:06.606006 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:06.708078 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a252e-9023-4bb8-8ebd-244f527526cd req-123de34c-362e-401b-9a9d-24d6d1418cb6 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:06.709521 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0c9a252e-9023-4bb8-8ebd-244f527526cd req-123de34c-362e-401b-9a9d-24d6d1418cb6 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0599930 May 02 14:59:06.776408 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:06.781596 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-856efe8f-f241-4482-a55f-bb78322cdb05 admin admin] 10.222.0.36 "PUT /v2.0/routers/03b2fb9a-c0cb-4b93-a82a-e277fab57702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998412 May 02 14:59:06.784246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41570) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:06.785681 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Sync routers for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:06.796785 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:06.797408 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:06.800345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0c9a252e-9023-4bb8-8ebd-244f527526cd req-a5c2b90d-daef-4764-b7f4-f7367bd9af8c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630851 May 02 14:59:06.889467 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks [] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:06.903806 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:06.993903 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks [] for router_gateway (03b2fb9a-c0cb-4b93-a82a-e277fab57702), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.069099 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:59:06Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:07.095166 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Checking router: 03b2fb9a-c0cb-4b93-a82a-e277fab57702 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:07.104547 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Routers {'03b2fb9a-c0cb-4b93-a82a-e277fab57702'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:07.105088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:07.156395 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Deleting port d7166815-ecb8-4bc1-ae3d-a25da7520df6 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:07.156738 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.243489 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] For port d7166815-ecb8-4bc1-ae3d-a25da7520df6, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=d7166815-ecb8-4bc1-ae3d-a25da7520df6,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:07.243881 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.258352 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Calling delete_port for d7166815-ecb8-4bc1-ae3d-a25da7520df6 owned by network:router_gateway {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:07.339103 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] Set router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:07.476712 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (d7166815-ecb8-4bc1-ae3d-a25da7520df6), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.503348 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:59:06Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:07.503576 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7166815-ecb8-4bc1-ae3d-a25da7520df6,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:07.535885 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33cb7c7-cceb-49ff-b262-8f833508791e None None] The sync data for ids ['03b2fb9a-c0cb-4b93-a82a-e277fab57702'] in dv-cinder-750782-21-iscsi is: [{'id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'name': 'tempest-ServerRescueNegativeTestJSON-224250424-router', 'tenant_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:59:06Z', 'revision_number': 5, 'project_id': 'e768ff7eb0ef4ff2aa7c1e0abebcb65c', 'gw_port': {'id': 'd7166815-ecb8-4bc1-ae3d-a25da7520df6', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03b2fb9a-c0cb-4b93-a82a-e277fab57702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:07.568205 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.662688 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.664841 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks [] for router_controller (03b2fb9a-c0cb-4b93-a82a-e277fab57702), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:07.985684 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a4ec6143-7a08-4585-be47-de92d2eed9aa no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:07.996269 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d1da-d9b8-4abb-9dee-e9217afba942 req-99be7816-c06a-4db4-94a4-ccf925e0d793 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:07.998006 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05c7d1da-d9b8-4abb-9dee-e9217afba942 req-99be7816-c06a-4db4-94a4-ccf925e0d793 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0543346 May 02 14:59:08.008616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: a4ec6143-7a08-4585-be47-de92d2eed9aa {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:08.008967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a4ec6143-7a08-4585-be47-de92d2eed9aa not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:08.043055 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (03b2fb9a-c0cb-4b93-a82a-e277fab57702), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.043055 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03b2fb9a-c0cb-4b93-a82a-e277fab57702 {{(pid=110410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 14:59:08.046641 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.047781 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-76166304-5256-46e6-9946-e3f90fe9bc0e admin admin] 10.222.0.36 "DELETE /v2.0/routers/03b2fb9a-c0cb-4b93-a82a-e277fab57702 HTTP/1.1" status: 204 len: 168 time: 1.2625415 May 02 14:59:08.051241 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41574) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:08.057787 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-05c7d1da-d9b8-4abb-9dee-e9217afba942 req-392b31e8-6f8a-46c2-8f4c-79a833e54b73 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530272 May 02 14:59:08.101172 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Deleting subnet a6a4fc5b-d080-4cbc-a998-1f9243f02753 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 14:59:08.104277 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Publish callbacks [] for subnet (a6a4fc5b-d080-4cbc-a998-1f9243f02753), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.139287 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8733727'] for subnet (a6a4fc5b-d080-4cbc-a998-1f9243f02753), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.256625 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (a6a4fc5b-d080-4cbc-a998-1f9243f02753), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.390663 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8825677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017572'] for subnet (a6a4fc5b-d080-4cbc-a998-1f9243f02753), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.415824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a4fc5b-d080-4cbc-a998-1f9243f02753,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:08.419519 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.422793 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ec44217c-46fe-4758-bcb8-77da905343c7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a6a4fc5b-d080-4cbc-a998-1f9243f02753 HTTP/1.1" status: 204 len: 168 time: 0.3704703 May 02 14:59:08.425856 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41576) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:08.427010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79c6bb8-2c08-45d3-a609-22f0e24abb69 None None] Network 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:59:08.494163 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (9bcb15c3-6cef-42cb-bc37-587d1c4b0280), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.545814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Deleting port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:08.545814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.581911 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] DHCP port deletion for 9bcb15c3-6cef-42cb-bc37-587d1c4b0280 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 14:59:08.615840 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] For port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:08.616238 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.623430 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Deleting port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:08.623801 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.629115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Calling delete_port for fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 owned by network:dhcp {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:08.689004 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] For port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,segment=NetworkSegment(472c05e1-9793-4903-a084-f760b45cd588),segment_id=472c05e1-9793-4903-a084-f760b45cd588)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:08.689359 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.701866 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Calling delete_port for fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:08.836509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.842096 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.862541 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:08.866047 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] No DVR routers for this DVR port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 on host dv-cinder-750782-21-iscsi {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:59:08.870151 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Pushing event deleted for resources: {'Port': ['ID=fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:08.872498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] No DVR routers for this DVR port fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:59:08.883834 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.884153 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.884524 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.884896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.885241 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.885582 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.885913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.886245 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.886593 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.886932 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.887311 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.887662 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.888169 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.888359 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.888680 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8210c98a-9f6a-4fbd-ba11-00a8979478a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:08.943366 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (9bcb15c3-6cef-42cb-bc37-587d1c4b0280), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.959301 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcb15c3-6cef-42cb-bc37-587d1c4b0280']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:08.968472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '472c05e1-9793-4903-a084-f760b45cd588') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:08.968772 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '472c05e1-9793-4903-a084-f760b45cd588') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:08.978726 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (472c05e1-9793-4903-a084-f760b45cd588), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.992020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (472c05e1-9793-4903-a084-f760b45cd588), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:08.997908 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 14:59:08.998298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (472c05e1-9793-4903-a084-f760b45cd588), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 14:59:09.000039 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 14:59:09.120754 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (9bcb15c3-6cef-42cb-bc37-587d1c4b0280), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.125612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.129813 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9bcb15c3-6cef-42cb-bc37-587d1c4b0280 HTTP/1.1" status: 204 len: 168 time: 0.7030087 May 02 14:59:09.170479 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678d04e-bc6e-4ffb-ae75-debad4683394 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bcb15c3-6cef-42cb-bc37-587d1c4b0280,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:09.192928 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c772b0-3107-4aa8-8cb1-758c73262537 req-4f10d689-1b06-4ebb-9d5d-b99b7f8f26e3 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:09.194490 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11c772b0-3107-4aa8-8cb1-758c73262537 req-4f10d689-1b06-4ebb-9d5d-b99b7f8f26e3 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0618680 May 02 14:59:09.243983 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11c772b0-3107-4aa8-8cb1-758c73262537 req-7d51459f-83cf-4ec5-8b79-d28457fab8d0 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438297 May 02 14:59:09.475528 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41582) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:09.515843 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8d6ce994-72eb-4fa6-8b45-62f56f5386fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e768ff7eb0ef4ff2aa7c1e0abebcb65c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388834 May 02 14:59:09.518182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41584) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:09.563642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] Publish callbacks [] for security_group (74a5126d-c233-4920-8b8c-caff14a03aec), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.584527 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] Publish callbacks [] for security_group (74a5126d-c233-4920-8b8c-caff14a03aec), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.704707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (74a5126d-c233-4920-8b8c-caff14a03aec), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.707512 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:09.708691 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74a5126d-c233-4920-8b8c-caff14a03aec HTTP/1.1" status: 204 len: 168 time: 0.1895564 May 02 14:59:09.716331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534460c-8b3e-4230-b1f3-a22205d09897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5126d-c233-4920-8b8c-caff14a03aec,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:09.919723 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device d7166815-ecb8-4bc1-ae3d-a25da7520df6 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:09.940113 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: d7166815-ecb8-4bc1-ae3d-a25da7520df6 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:09.940456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device d7166815-ecb8-4bc1-ae3d-a25da7520df6 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:09.940866 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:09.959079 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:09.959366 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device fc4fcc48-8f30-4b48-9dcf-b9934bb6dcb7 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:10.361724 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749074-80db-41cb-ab4d-b62709284792 req-8d845705-d889-4cc4-a495-364d04167280 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:10.363173 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e4749074-80db-41cb-ab4d-b62709284792 req-8d845705-d889-4cc4-a495-364d04167280 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0511515 May 02 14:59:10.412710 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e4749074-80db-41cb-ab4d-b62709284792 req-4cfe7462-98b5-4bcf-9299-026907fa187e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439329 May 02 14:59:10.719824 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41608) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:10.812854 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-248642787-network', 'tenant_id': '66a8835725b5422cbf45b0588773e973'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:10.905216 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:59:10.907544 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:10.917017 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:10.987597 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks [] for security_group (a203f519-9d5e-44e2-80a8-ab48b3773328), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.030014 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a203f519-9d5e-44e2-80a8-ab48b3773328), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.053820 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 14:59:11.062986 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a203f519-9d5e-44e2-80a8-ab48b3773328,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:11.067596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (0935ba0a-86fa-4c05-9fb8-94bc00ec32eb), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.067965 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Added segment 0935ba0a-86fa-4c05-9fb8-94bc00ec32eb of type vlan for network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 May 02 14:59:11.112027 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (2ba6d599-ab8c-48d6-8f1e-9b38007ba350), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.190260 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (2ba6d599-ab8c-48d6-8f1e-9b38007ba350), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.191786 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:11.192380 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.252173 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] Pushing event updated for resources: {'Network': ['ID=2ba6d599-ab8c-48d6-8f1e-9b38007ba350,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:11.262025 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 14:59:11.273695 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f6b2ea50-98c5-4c76-9ef7-e4d2b3bcbc95 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5527618 May 02 14:59:11.276758 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41612) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:11.281746 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Request body: {'subnet': {'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-248642787-subnet', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:11.379686 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'subnet': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:59:11.382063 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10017603'] for subnet (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.544992 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcbe5c-b3e4-4e62-bcec-db70ffc588ba req-5758ec7d-7a96-4062-9176-39f13d359d13 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:11.546490 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b3bcbe5c-b3e4-4e62-bcec-db70ffc588ba req-5758ec7d-7a96-4062-9176-39f13d359d13 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0574391 May 02 14:59:11.626941 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b3bcbe5c-b3e4-4e62-bcec-db70ffc588ba req-d746acd1-3843-4852-9073-aabb66f9f585 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569222 May 02 14:59:11.648181 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8825482', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10017629'] for subnet (89cd14e6-bff1-4ace-b77c-64577028547b), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.696927 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89cd14e6-bff1-4ace-b77c-64577028547b,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:11.713439 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:11.713791 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Network hostable DHCP agents. Network: 2ba6d599-ab8c-48d6-8f1e-9b38007ba350, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 14:59:11.773067 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 14:59:11.834080 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 2ba6d599-ab8c-48d6-8f1e-9b38007ba350) {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:11.837959 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:11.838546 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:11.843083 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456eb0e-8d3b-4c60-b0cd-e0afab18f3f3 None None] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:59:11.917084 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-554dd832-d431-452e-94ff-d9bd3ae3cb7d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6392205 May 02 14:59:11.919674 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41616) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:11.923873 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:11.943611 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 14:59:11.944489 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.005941 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.007016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.059818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for router_controller (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), precommit_add_association {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.073468 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Allocated IP 172.20.0.2 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/e8e1643d-2f6f-4946-af94-60dab529f7b1) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:12.216931 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks [] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.272209 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for router_gateway (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.309088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.352017 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:12.356833 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:12.361242 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:12.364306 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Pushing event updated for resources: {'Port': ['ID=e8e1643d-2f6f-4946-af94-60dab529f7b1,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:12.418474 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Attempting to bind port e8e1643d-2f6f-4946-af94-60dab529f7b1 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:12.418844 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Attempting to bind port e8e1643d-2f6f-4946-af94-60dab529f7b1 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:12.419223 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Attempting to bind port e8e1643d-2f6f-4946-af94-60dab529f7b1 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:12.424151 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:12.424525 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:12.424926 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.425317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:12.425813 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Bound port: e8e1643d-2f6f-4946-af94-60dab529f7b1, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:12.426217 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.490070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] For port e8e1643d-2f6f-4946-af94-60dab529f7b1, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:12.493066 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] For port e8e1643d-2f6f-4946-af94-60dab529f7b1, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=e8e1643d-2f6f-4946-af94-60dab529f7b1,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:12.509467 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for router_gateway (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.527942 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.625551 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.630119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Allocated IP 172.27.0.235 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/1b3c7cbc-9516-476b-b832-04200f543bfb) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:12.698675 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.701757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04ad9-c949-42e9-8888-76f369f79fe2 None None] Pushing event updated for resources: {'Port': ['ID=e8e1643d-2f6f-4946-af94-60dab529f7b1,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:12.740362 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.755189 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75f36a-946c-4d8d-aa66-268e7659e123 req-c33a2e17-868c-4238-90fd-5b39469b5eab tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:12.756756 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa75f36a-946c-4d8d-aa66-268e7659e123 req-c33a2e17-868c-4238-90fd-5b39469b5eab tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0518827 May 02 14:59:12.772898 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 6a4b008a-455a-4876-ab9a-2184464f7b09 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:59:12.808771 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fa75f36a-946c-4d8d-aa66-268e7659e123 req-b93c2733-b8c0-4871-a8d2-4e920053a37e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459838 May 02 14:59:12.836918 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.881411 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:12.884296 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:12.884524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:12.888263 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:12.909670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'port_id': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'mac_address': 'fa:16:3e:cc:b9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:59:12.927978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Pushing event updated for resources: {'Port': ['ID=1b3c7cbc-9516-476b-b832-04200f543bfb,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:12.956019 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 6a4b008a-455a-4876-ab9a-2184464f7b09 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:12.956610 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:12.971109 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4b008a-455a-4876-ab9a-2184464f7b09 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:12.994075 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:13.064665 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:13.112493 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:13.503301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['6a4b008a-455a-4876-ab9a-2184464f7b09'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:59:13.517250 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for router_gateway (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:13.648274 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfda7755-e73c-4118-8f18-58ddd1b3fcb1 None None] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 14:59:13.652015 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8002f45c-6802-4522-aa0f-97eeb14ceb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:13.728916 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:13.768787 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Provisioning complete for port e8e1643d-2f6f-4946-af94-60dab529f7b1 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:13.769186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:13.930648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 14:59:13.944528 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54275f-cd75-4870-b28d-d3cfefc3448f req-c4088d6e-a0d3-43d7-adfd-74c3fa590d55 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:13.946268 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fa54275f-cd75-4870-b28d-d3cfefc3448f req-c4088d6e-a0d3-43d7-adfd-74c3fa590d55 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 944 time: 0.0644236 May 02 14:59:13.967605 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device e8e1643d-2f6f-4946-af94-60dab529f7b1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:14.079543 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fa54275f-cd75-4870-b28d-d3cfefc3448f req-87d150e6-cd4c-4f34-98c6-bbd315f72582 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245053 May 02 14:59:14.103759 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:14.112358 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Current status of the port e8e1643d-2f6f-4946-af94-60dab529f7b1 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:14.112917 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.114672 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:14.115158 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port e8e1643d-2f6f-4946-af94-60dab529f7b1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:14.115287 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.128192 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:14.129188 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:14.177402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] For port e8e1643d-2f6f-4946-af94-60dab529f7b1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=e8e1643d-2f6f-4946-af94-60dab529f7b1,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:14.219328 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.220660 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-c5f420b4-abb6-4daa-950e-32e12ea27d6e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3000221 May 02 14:59:14.223433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41622) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:14.228147 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port e8e1643d-2f6f-4946-af94-60dab529f7b1 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:14.228982 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.240167 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:14.265069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.338928 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.db.api [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 14:59:14.339292 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG oslo_db.api [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 14:59:14.341949 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a01051-578e-4cdc-ba01-a5afd37e5048 None None] Pushing event updated for resources: {'Port': ['ID=e8e1643d-2f6f-4946-af94-60dab529f7b1,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:14.382759 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-f7b5ddba-816f-4bf7-bd2f-69cc954a87f0 None None] Provisioning complete for port e8e1643d-2f6f-4946-af94-60dab529f7b1 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:14.383139 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f7b5ddba-816f-4bf7-bd2f-69cc954a87f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.421171 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:13Z', 'revision_number': 3, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:14.448463 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:14.448813 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Updating router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 port 1b3c7cbc-9516-476b-b832-04200f543bfb binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:59:14.465937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-f7b5ddba-816f-4bf7-bd2f-69cc954a87f0 None None] Current status of the port e8e1643d-2f6f-4946-af94-60dab529f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:14.476123 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.679191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.807074 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks [] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.828656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Allocated IP 172.20.0.1 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/62ffc5ce-0577-440b-bbfa-4b59d864b260) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:14.875812 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port e8e1643d-2f6f-4946-af94-60dab529f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:14.891298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 6a4b008a-455a-4876-ab9a-2184464f7b09 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:14.893464 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.941619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks [] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.942063 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 6a4b008a-455a-4876-ab9a-2184464f7b09 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:59:14.945159 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Attempting to bind port 1b3c7cbc-9516-476b-b832-04200f543bfb on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:14.945537 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Attempting to bind port 1b3c7cbc-9516-476b-b832-04200f543bfb by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:14.945899 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Attempting to bind port 1b3c7cbc-9516-476b-b832-04200f543bfb on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:14.953623 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:14.953994 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:14.954394 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.954792 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:14.955249 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Bound port: 1b3c7cbc-9516-476b-b832-04200f543bfb, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:14.955631 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:14.957776 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a533d5-80a8-4597-ab03-eaa2dcaf671f None None] Pushing event updated for resources: {'Port': ['ID=1b3c7cbc-9516-476b-b832-04200f543bfb,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:15.010342 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] For port 1b3c7cbc-9516-476b-b832-04200f543bfb, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:15.013383 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] For port 1b3c7cbc-9516-476b-b832-04200f543bfb, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=1b3c7cbc-9516-476b-b832-04200f543bfb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:15.019105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 6a4b008a-455a-4876-ab9a-2184464f7b09 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:15.020069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.048228 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.085385 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:15.088229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:15.092740 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:15.104171 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 6a4b008a-455a-4876-ab9a-2184464f7b09 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:15.104664 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.111160 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.130973 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Pushing event updated for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:15.161402 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.167437 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:15.174906 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7229ae-282c-46f5-a52e-0fc577e2c6ba" -d '{"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:15.207906 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:15.211703 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:15.212658 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:58:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:15.244006 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a533d5-80a8-4597-ab03-eaa2dcaf671f None None] Pushing event updated for resources: {'Port': ['ID=1b3c7cbc-9516-476b-b832-04200f543bfb,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:15.255838 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d47e9ef-306f-47b1-b400-aae01a22b4c4 x-openstack-request-id: req-9d47e9ef-306f-47b1-b400-aae01a22b4c4 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:15.256316 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-plugged", "status": "completed", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:15.256827 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d47e9ef-306f-47b1-b400-aae01a22b4c4 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:15.257232 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d47e9ef-306f-47b1-b400-aae01a22b4c4'] response: {'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'code': 200} May 02 14:59:15.269581 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.282683 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a1af-7469-49ad-9f07-404d4f2da9f5 req-a215f092-92ca-45f4-89fc-5f25a7edc8b3 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:15.292393 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cbd8a1af-7469-49ad-9f07-404d4f2da9f5 req-a215f092-92ca-45f4-89fc-5f25a7edc8b3 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 944 time: 0.0708985 May 02 14:59:15.345353 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cbd8a1af-7469-49ad-9f07-404d4f2da9f5 req-9d605911-7dec-4e23-95c6-a2c630b60d06 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513990 May 02 14:59:15.350368 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:15.398364 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-8439196d-7659-4c64-bac6-61b9a48d67e9 None None] Provisioning complete for port 62ffc5ce-0577-440b-bbfa-4b59d864b260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:15.398742 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8439196d-7659-4c64-bac6-61b9a48d67e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.399776 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.401580 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:15.446124 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-8439196d-7659-4c64-bac6-61b9a48d67e9 None None] Port 62ffc5ce-0577-440b-bbfa-4b59d864b260 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:59:15.571308 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:13Z', 'revision_number': 3, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:15.573170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks [] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.600347 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b64c66-08c2-4d66-a493-136bf9f90cde None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:13Z', 'revision_number': 3, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:15.634336 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.709073 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc09e-5b70-427d-8efa-1d6f2c09555f req-4c3accb2-9ec2-4909-84c1-50fb52e568d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:15.710605 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9ecfc09e-5b70-427d-8efa-1d6f2c09555f req-4c3accb2-9ec2-4909-84c1-50fb52e568d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1129 time: 0.0867555 May 02 14:59:15.736233 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.743830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Pushing event updated for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:15.803046 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9ecfc09e-5b70-427d-8efa-1d6f2c09555f req-f9578482-fb34-4efe-be8a-40f68c42da33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825973 May 02 14:59:15.859162 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b85257c9-6ff5-4e2b-9706-35716885e750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:15.879970 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:15.881566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:16.034940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:16.060080 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device e8e1643d-2f6f-4946-af94-60dab529f7b1 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:16.112234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port e8e1643d-2f6f-4946-af94-60dab529f7b1 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:16.112772 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.166462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:16.178424 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6621cf04-7c80-444a-856c-2f216004bb0a admin admin] 10.222.0.36 "PUT /v2.0/routers/69646cb0-a9d5-49b7-ba3d-d8ac26eded72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9469008 May 02 14:59:16.198491 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port e8e1643d-2f6f-4946-af94-60dab529f7b1 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:16.199541 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 1b3c7cbc-9516-476b-b832-04200f543bfb up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:16.231526 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e89959fe-6bd2-4cc9-93c2-77d75ebb8b2e None None] Provisioning complete for port 62ffc5ce-0577-440b-bbfa-4b59d864b260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:16.231962 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e89959fe-6bd2-4cc9-93c2-77d75ebb8b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.278219 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e89959fe-6bd2-4cc9-93c2-77d75ebb8b2e None None] Port 62ffc5ce-0577-440b-bbfa-4b59d864b260 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:59:16.285853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 1b3c7cbc-9516-476b-b832-04200f543bfb triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:16.286232 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.368035 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 1b3c7cbc-9516-476b-b832-04200f543bfb is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:16.368427 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.402230 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 1b3c7cbc-9516-476b-b832-04200f543bfb, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=1b3c7cbc-9516-476b-b832-04200f543bfb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:16.472054 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436a0e1-3b6e-4545-8de2-f8072e2695ba req-a398ec78-1ad4-4143-8416-e3b04310b985 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:16.474758 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0436a0e1-3b6e-4545-8de2-f8072e2695ba req-a398ec78-1ad4-4143-8416-e3b04310b985 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0571473 May 02 14:59:16.514026 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.527099 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0436a0e1-3b6e-4545-8de2-f8072e2695ba req-f99a5874-8d5b-450b-abed-d41d5722ef17 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 May 02 14:59:16.572896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=1b3c7cbc-9516-476b-b832-04200f543bfb,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:16.677161 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41638) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:16.681878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--50325716', 'description': 'tempest-description--380110310'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:16.761652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.827974 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (7026edc6-92c9-446e-b0ce-36da18df43d2), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.902630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7026edc6-92c9-446e-b0ce-36da18df43d2), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:16.931739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7026edc6-92c9-446e-b0ce-36da18df43d2,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:17.009785 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.011058 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a4ecec04-2282-44e6-9ea5-c4b281bf0c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3329179 May 02 14:59:17.013894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41640) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:17.018284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '7026edc6-92c9-446e-b0ce-36da18df43d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:17.114619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (44b69428-9ac6-4968-8ea7-015940723135), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.176697 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (44b69428-9ac6-4968-8ea7-015940723135), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.258634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:17.265117 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (44b69428-9ac6-4968-8ea7-015940723135), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.270105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:17.271866 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:17.283308 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b69428-9ac6-4968-8ea7-015940723135,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:17.305913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.379108 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:17.386931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.388314 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2c0e62a7-9529-4a84-97f9-40e5d972d229 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3734937 May 02 14:59:17.391501 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41642) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:17.396228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '7026edc6-92c9-446e-b0ce-36da18df43d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:17.504700 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (38828548-aba1-48c7-8598-af9758691525), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.563083 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (38828548-aba1-48c7-8598-af9758691525), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.575101 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:17.603272 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:17.603632 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Updating router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 port 62ffc5ce-0577-440b-bbfa-4b59d864b260 binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 14:59:17.632962 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.643295 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (38828548-aba1-48c7-8598-af9758691525), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.670820 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38828548-aba1-48c7-8598-af9758691525,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:17.678091 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d185ee-c378-4bac-a2ee-be1ba7709125 req-7bf33941-d37d-404c-9760-2c0c349f0e38 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:17.679578 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e0d185ee-c378-4bac-a2ee-be1ba7709125 req-7bf33941-d37d-404c-9760-2c0c349f0e38 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0723093 May 02 14:59:17.731052 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e0d185ee-c378-4bac-a2ee-be1ba7709125 req-8d671007-af71-48e0-bb62-8d9d16ed6ce7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 May 02 14:59:17.758069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.762195 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-eb1924a7-d30e-43f5-b626-e69d85846b55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670833 May 02 14:59:17.762895 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41648) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:17.766981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:17.850121 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb1b63-1ea1-4c11-a838-b38a2221e6e6 req-d2951242-7203-48b2-8f7c-c89a52235954 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:17.851890 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-32cb1b63-1ea1-4c11-a838-b38a2221e6e6 req-d2951242-7203-48b2-8f7c-c89a52235954 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0502129 May 02 14:59:17.875322 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.919759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-32cb1b63-1ea1-4c11-a838-b38a2221e6e6 req-1f2bde16-62ce-4c6d-83dc-dd8b436ca622 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595787 May 02 14:59:17.922054 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks [] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:17.934489 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41650) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:17.947828 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 1b3c7cbc-9516-476b-b832-04200f543bfb up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:17.980696 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.001151 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 1b3c7cbc-9516-476b-b832-04200f543bfb triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:18.001554 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.021709 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.092643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.27.0.250 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/7b03bf17-b04f-4212-a361-6c29df7e76ac) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:18.098431 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2978ffe-c209-468b-88c5-161336622ce3 None None] Pushing event updated for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:18.105656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb74b96-b18c-4b39-9d1f-544206539a50 tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:18.107896 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-efb74b96-b18c-4b39-9d1f-544206539a50 tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1124 time: 0.1723080 May 02 14:59:18.110300 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41654) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:18.115011 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'port_id': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:18.178626 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 1b3c7cbc-9516-476b-b832-04200f543bfb is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:18.189239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Attempting to bind port 62ffc5ce-0577-440b-bbfa-4b59d864b260 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:18.189812 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Attempting to bind port 62ffc5ce-0577-440b-bbfa-4b59d864b260 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:18.190345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Attempting to bind port 62ffc5ce-0577-440b-bbfa-4b59d864b260 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:18.196603 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:18.197279 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:18.197692 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.198090 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:18.198565 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Bound port: 62ffc5ce-0577-440b-bbfa-4b59d864b260, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:18.198956 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.220942 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.223254 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.275767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] For port 62ffc5ce-0577-440b-bbfa-4b59d864b260, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:18.279136 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] For port 62ffc5ce-0577-440b-bbfa-4b59d864b260, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=62ffc5ce-0577-440b-bbfa-4b59d864b260,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:18.315343 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.345519 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.362673 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.383771 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:18.386699 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:18.394583 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:18.428013 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:18.429006 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:18.432891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.27.0.36 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/aa267231-4786-4803-899b-8f08b96a0bb5) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:18.448669 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=7b03bf17-b04f-4212-a361-6c29df7e76ac,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:18.489034 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Provisioning complete for port 62ffc5ce-0577-440b-bbfa-4b59d864b260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:18.490482 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.503897 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.562704 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (aa267231-4786-4803-899b-8f08b96a0bb5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.601670 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.676870 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.716311 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:18.720882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:18.727605 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:18.733656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=aa267231-4786-4803-899b-8f08b96a0bb5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:18.736542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:18.766063 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2978ffe-c209-468b-88c5-161336622ce3 None None] Pushing event updated for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:18.775774 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.865175 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.926566 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.940152 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=7b03bf17-b04f-4212-a361-6c29df7e76ac,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:18.950507 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Current status of the port 62ffc5ce-0577-440b-bbfa-4b59d864b260 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:18.950898 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:18.953171 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.014946 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] For port 62ffc5ce-0577-440b-bbfa-4b59d864b260, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=62ffc5ce-0577-440b-bbfa-4b59d864b260,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:19.020144 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:19.049902 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03934a0e-a8cf-49a4-9312-f7bd9090e13f None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:19.059520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.067904 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b2c9089a-198c-40ab-b9e9-c15c6dfb84fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2977273 May 02 14:59:19.087983 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.203636 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad6ed4-13e2-4a07-b38b-8c363ba2c297 None None] Pushing event updated for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:19.229307 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-9082fc3d-fc9c-43f0-8d16-1985ad6c7fe9 None None] Provisioning complete for port 62ffc5ce-0577-440b-bbfa-4b59d864b260 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:19.229792 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9082fc3d-fc9c-43f0-8d16-1985ad6c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.274464 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-424d75ff-cddb-465a-92e7-ba141001df0f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--50325716&fields=id&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 267 time: 0.0470119 May 02 14:59:19.338815 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-9082fc3d-fc9c-43f0-8d16-1985ad6c7fe9 None None] Current status of the port 62ffc5ce-0577-440b-bbfa-4b59d864b260 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:19.398920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-0c6e1e42-102b-4735-97ee-79c5ed6addaa tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:19.400910 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-0c6e1e42-102b-4735-97ee-79c5ed6addaa tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1183677 May 02 14:59:19.416369 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-9f5aa196-a040-432a-a5bb-79dc7e90a9b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/quotas/66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 375 time: 0.0098135 May 02 14:59:19.471932 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-72b482a1-550a-4612-8c5e-c7eac30e0b02 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490386 May 02 14:59:19.483963 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (a4d5ce64-8255-4c6f-b08f-16036ae1b294), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.633080 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-75703ddb-bbff-4739-9cb8-8b3fb5fc8870 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481123 May 02 14:59:19.643638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.730446 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-a8a58af8-b89b-4722-98cc-ce608bc5b6db service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909781 May 02 14:59:19.814208 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (aa267231-4786-4803-899b-8f08b96a0bb5), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.897577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:19.978053 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 62ffc5ce-0577-440b-bbfa-4b59d864b260 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:19.985636 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=aa267231-4786-4803-899b-8f08b96a0bb5,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:20.021354 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (a4d5ce64-8255-4c6f-b08f-16036ae1b294), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:20.026059 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e094c052-172a-48c9-addc-ebbc72fad497 req-43d87f6a-08a1-4aed-8f07-8958b8128aba tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 210 time: 0.0352194 May 02 14:59:20.047259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 62ffc5ce-0577-440b-bbfa-4b59d864b260 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:20.047720 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:20.154658 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP a4d5ce64-8255-4c6f-b08f-16036ae1b294 associated. External IP: 172.27.0.36, port: 6a4b008a-455a-4876-ab9a-2184464f7b09. May 02 14:59:20.167036 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 62ffc5ce-0577-440b-bbfa-4b59d864b260 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:20.184304 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:20.401151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:20.521478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:20.531219 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:20.542444 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:20.543219 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:20.619119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:20.652904 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-73335c9a-6a22-43c6-a48c-b21f1c66dc45 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5413945 May 02 14:59:20.653556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:20.657625 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03128928-79b3-4add-a5ce-416dca6ce58a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:20.668059 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:20.697302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d382dc-f084-4519-a18c-78e9e84b2ad3 x-openstack-request-id: req-b1d382dc-f084-4519-a18c-78e9e84b2ad3 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:20.697600 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:20.697861 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1d382dc-f084-4519-a18c-78e9e84b2ad3 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:20.698274 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d382dc-f084-4519-a18c-78e9e84b2ad3'] response: {'name': 'network-changed', 'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'status': 'completed', 'code': 200} May 02 14:59:20.790162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128928-79b3-4add-a5ce-416dca6ce58a req-41d94537-0692-4d7f-be49-9f178fd7f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:20.794282 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-41d94537-0692-4d7f-be49-9f178fd7f1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1129 time: 0.0508978 May 02 14:59:20.895871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128928-79b3-4add-a5ce-416dca6ce58a req-ced4bea3-5854-4c5f-8ab6-59d093762a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:20.897432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-ced4bea3-5854-4c5f-8ab6-59d093762a7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0965750 May 02 14:59:20.922088 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'a4d5ce64-8255-4c6f-b08f-16036ae1b294', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:cc:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c340e90-2170-419a-b729-f60598c2e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:20.953804 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:20.963677 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:20.964324 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:20.969068 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-edf417ce-493e-403e-9461-661d8703bb09 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 200 len: 998 time: 0.0654080 May 02 14:59:21.020594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128928-79b3-4add-a5ce-416dca6ce58a req-b4dfadf2-b19f-484d-9266-49181f50a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:21.022100 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-b4dfadf2-b19f-484d-9266-49181f50a142 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0446029 May 02 14:59:21.071795 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03128928-79b3-4add-a5ce-416dca6ce58a req-d88e59ae-56aa-4aec-9f24-5bcee7950692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:21.073396 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-d88e59ae-56aa-4aec-9f24-5bcee7950692 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452271 May 02 14:59:21.084602 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:21.136625 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9c560adc-5740-44db-a55e-3d78c2162fd7 req-86dd8e86-96fa-42d1-bcb5-94a13c1fcc55 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 210 time: 0.0379095 May 02 14:59:21.199474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-99ffad5b-7a87-4818-81b3-b210502ca20a service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186326 May 02 14:59:21.309346 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-03128928-79b3-4add-a5ce-416dca6ce58a req-52995921-133a-4a5c-a446-bd35bf55ed97 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037679 May 02 14:59:21.341014 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'a4d5ce64-8255-4c6f-b08f-16036ae1b294', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:cc:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c340e90-2170-419a-b729-f60598c2e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:21.464028 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551be3a-bae8-4b28-85eb-66cdcfc0d578 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'a4d5ce64-8255-4c6f-b08f-16036ae1b294', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:cc:b9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c340e90-2170-419a-b729-f60598c2e1f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:21.659657 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e4185-c1af-4a25-8301-ac69a80d5c1f None None] New status for floating IP a4d5ce64-8255-4c6f-b08f-16036ae1b294: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:59:22.244532 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bddef1a0-5db5-40db-aec4-4c09cbf14814 req-47c7a90b-9af5-4b9d-8fda-7f8ec1bdd06f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 210 time: 0.0319607 May 02 14:59:22.428162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-cf2b9123-58a8-40bc-b8ac-e716bd13c1c3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:22.429622 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-cf2b9123-58a8-40bc-b8ac-e716bd13c1c3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1009037 May 02 14:59:22.512248 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-1f198066-9785-4598-b48f-4dce0e19be2f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 378 time: 0.0565250 May 02 14:59:22.522252 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'port': {'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'admin_state_up': True, 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'security_groups': ['7026edc6-92c9-446e-b0ce-36da18df43d2']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:23.051434 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:59:23.054922 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.180365 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.20.0.11 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/79cbd075-00c8-455c-85ba-96fccee7e183) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:23.354626 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-17f58099-b039-47fa-81e6-e05eb7849ed4 req-07ef8578-f456-4ae2-a453-96e56cfb5a69 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 210 time: 0.0402093 May 02 14:59:23.359124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (79cbd075-00c8-455c-85ba-96fccee7e183), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.485663 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.527938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:23.531060 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:23.536836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:23.543409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:23.590471 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:23.591092 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.650070 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-101a8112-6de2-4516-bd46-2317ed326101 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1313660 May 02 14:59:23.669165 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Request body: {'port': {'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:23.736859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.784459 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-a0b0f84e-2492-4baf-8989-b0b5fc14b060 None None] Provisioning complete for port 79cbd075-00c8-455c-85ba-96fccee7e183 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:23.785066 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a0b0f84e-2492-4baf-8989-b0b5fc14b060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:23.820691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0f84e-2492-4baf-8989-b0b5fc14b060 None None] Port 79cbd075-00c8-455c-85ba-96fccee7e183 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:59:24.012302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cbd075-00c8-455c-85ba-96fccee7e183 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:24.021515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks [] for port (79cbd075-00c8-455c-85ba-96fccee7e183), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:24.033861 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Transition to ACTIVE for port object 79cbd075-00c8-455c-85ba-96fccee7e183 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:59:24.108479 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:24.165033 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:24.246003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Attempting to bind port 79cbd075-00c8-455c-85ba-96fccee7e183 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:24.246345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Attempting to bind port 79cbd075-00c8-455c-85ba-96fccee7e183 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:24.246674 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Attempting to bind port 79cbd075-00c8-455c-85ba-96fccee7e183 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:24.251477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Port 79cbd075-00c8-455c-85ba-96fccee7e183 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:59:24.251835 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Attempting to bind port 79cbd075-00c8-455c-85ba-96fccee7e183 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:24.257095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:24.257476 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:24.257813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:24.258242 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Bound port: 79cbd075-00c8-455c-85ba-96fccee7e183, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:24.258619 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:24.326565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:24.329743 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79cbd075-00c8-455c-85ba-96fccee7e183,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:24.469598 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299ce85-831e-40b0-8427-7888c2a61bef req-ca9d3f3e-5aad-47f4-a45c-b98b90991737 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.471075 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8299ce85-831e-40b0-8427-7888c2a61bef req-ca9d3f3e-5aad-47f4-a45c-b98b90991737 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 944 time: 0.0474951 May 02 14:59:24.476662 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:24.512065 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.513021 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:24.513769 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] 10.222.0.41 "PUT /v2.0/ports/79cbd075-00c8-455c-85ba-96fccee7e183 HTTP/1.1" status: 200 len: 1094 time: 0.8494565 May 02 14:59:24.516080 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:24.518257 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:24.519927 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8299ce85-831e-40b0-8427-7888c2a61bef req-ee8b3410-834d-4e50-b1f7-c66fb8d8ff18 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418665 May 02 14:59:24.562567 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c0e44-7fc1-4e19-a627-9444f6240984 service neutron] Pushing event updated for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:24.567873 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2d5a1a-e918-4803-b83f-4e865a34d0da x-openstack-request-id: req-2c2d5a1a-e918-4803-b83f-4e865a34d0da {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:24.568294 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:24.568652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c2d5a1a-e918-4803-b83f-4e865a34d0da {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:24.569363 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2d5a1a-e918-4803-b83f-4e865a34d0da'] response: {'name': 'network-changed', 'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183', 'status': 'completed', 'code': 200} May 02 14:59:24.672360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-76c843a9-ef4a-4d14-a4f3-22765e521703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.674112 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-76c843a9-ef4a-4d14-a4f3-22765e521703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 1128 time: 0.0486176 May 02 14:59:24.785588 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-83ddb972-5b37-4e0e-ad9d-cc582879a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.787609 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-83ddb972-5b37-4e0e-ad9d-cc582879a38c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66a8835725b5422cbf45b0588773e973&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995326 May 02 14:59:24.886966 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-dc42fef6-dfb8-4460-9c28-cf5432d967f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.888844 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-85bfd90a-df7a-4b5b-9db5-6a3f5eb08d24 req-dc42fef6-dfb8-4460-9c28-cf5432d967f0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953877 May 02 14:59:24.991442 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-f765bf11-9feb-475a-aef1-ba75491f6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:24.993277 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-f765bf11-9feb-475a-aef1-ba75491f6534 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 1128 time: 0.0418756 May 02 14:59:25.049016 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-072b89d2-bdd2-414f-8566-cab66d0aba3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79cbd075-00c8-455c-85ba-96fccee7e183 HTTP/1.1" status: 200 len: 217 time: 0.0414081 May 02 14:59:25.104958 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-b6381d5c-3b8e-40bb-8f0f-b2531bad4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:25.106360 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-b6381d5c-3b8e-40bb-8f0f-b2531bad4a62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0485876 May 02 14:59:25.156095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a333940-f2fa-440d-9202-3d8d33045255 req-903c1d10-2c3e-42ca-9eac-aa6073cadeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:25.158373 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-903c1d10-2c3e-42ca-9eac-aa6073cadeff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436509 May 02 14:59:25.266980 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-6242a025-9e42-4a67-9a60-29d582c8cfc0 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013534 May 02 14:59:25.368357 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9a333940-f2fa-440d-9202-3d8d33045255 req-92665487-7df5-46f5-85db-bb01977570c9 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943055 May 02 14:59:25.639040 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefff1a-abe1-4b66-ac24-20389d7c2a2a req-4c918150-178e-4e69-86ad-094fa021a589 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:25.640739 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bdefff1a-abe1-4b66-ac24-20389d7c2a2a req-4c918150-178e-4e69-86ad-094fa021a589 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 944 time: 0.0502791 May 02 14:59:25.689416 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bdefff1a-abe1-4b66-ac24-20389d7c2a2a req-e01c4675-ec80-4187-a3c3-5a279f9f5248 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422554 May 02 14:59:26.817435 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff594aa-07dc-4ffb-a018-25f15a221f3c req-7998c975-967d-472d-bcfd-883d3e01c6fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:26.818928 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7ff594aa-07dc-4ffb-a018-25f15a221f3c req-7998c975-967d-472d-bcfd-883d3e01c6fe tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 944 time: 0.0555069 May 02 14:59:26.878054 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7ff594aa-07dc-4ffb-a018-25f15a221f3c req-995aab17-bffa-453a-a7f2-7f27206edbd9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524099 May 02 14:59:27.992853 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d0401-ebba-44ee-b401-aebdc6cad675 req-bf990857-d4d0-46c1-82b8-f2bc65e93983 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:27.994679 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d0d0401-ebba-44ee-b401-aebdc6cad675 req-bf990857-d4d0-46c1-82b8-f2bc65e93983 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 944 time: 0.0480297 May 02 14:59:28.041724 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6d0d0401-ebba-44ee-b401-aebdc6cad675 req-0b85725c-9906-44ba-b77b-13b173167256 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416534 May 02 14:59:28.979920 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 79cbd075-00c8-455c-85ba-96fccee7e183 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:59:29.093129 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79cbd075-00c8-455c-85ba-96fccee7e183,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:29.105722 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '79cbd075-00c8-455c-85ba-96fccee7e183', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:59:29.144815 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 79cbd075-00c8-455c-85ba-96fccee7e183 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:29.145246 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:29.162433 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cbd075-00c8-455c-85ba-96fccee7e183 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:29.162919 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfdecd-e0cc-4b76-941f-e511650951fe req-0184788f-6745-47f2-b947-835494c0bf75 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:29.164464 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c3bfdecd-e0cc-4b76-941f-e511650951fe req-0184788f-6745-47f2-b947-835494c0bf75 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 944 time: 0.0542431 May 02 14:59:29.182131 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79cbd075-00c8-455c-85ba-96fccee7e183,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:29.215978 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c3bfdecd-e0cc-4b76-941f-e511650951fe req-b200fe01-423f-4052-aac0-92a61f86c148 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455515 May 02 14:59:29.262769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:29.296228 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314bfe4-2f83-42c1-92a1-09e0f2cf981a req-d0590a06-ce9e-465c-be55-e035adcdd44e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:29.297706 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d314bfe4-2f83-42c1-92a1-09e0f2cf981a req-d0590a06-ce9e-465c-be55-e035adcdd44e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0481908 May 02 14:59:29.312599 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:29.346269 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d314bfe4-2f83-42c1-92a1-09e0f2cf981a req-6f01414f-ee34-4544-8406-41e1d5a5a985 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 May 02 14:59:29.768546 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['79cbd075-00c8-455c-85ba-96fccee7e183'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:59:30.335297 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a0513-372a-4506-b880-35224c6fc669 req-b900baab-b8fd-4878-8770-a0348737c2f7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:30.336771 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-200a0513-372a-4506-b880-35224c6fc669 req-b900baab-b8fd-4878-8770-a0348737c2f7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 945 time: 0.0497353 May 02 14:59:30.387760 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-200a0513-372a-4506-b880-35224c6fc669 req-32f70a43-5638-43ac-8f3a-3b28b6479a4c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451250 May 02 14:59:30.486784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd2c80-eb01-4390-bb05-317047625aa5 req-19b1227c-cbc0-49ec-8430-1c3a1cdb569f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:30.488274 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9ffd2c80-eb01-4390-bb05-317047625aa5 req-19b1227c-cbc0-49ec-8430-1c3a1cdb569f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0465956 May 02 14:59:30.534975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9ffd2c80-eb01-4390-bb05-317047625aa5 req-48c93d73-fdc2-4214-94e4-f1b1f5c90d1c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=10cb26fe-3b90-4f2c-ae92-50285d86f9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 May 02 14:59:30.779002 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-417129c6-fabe-4f71-87d9-0f559ef9ab49 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:30.780531 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-417129c6-fabe-4f71-87d9-0f559ef9ab49 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 946 time: 0.0498731 May 02 14:59:30.872289 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Deleting port ea17026b-f2cc-4710-8476-8a242d5d7a59 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:30.872627 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:30.979010 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6352d-711a-4c82-8bf5-469131201eba req-eeda45e4-3e05-46bd-a2e8-81f2bb5fe641 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:30.980408 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0bc6352d-711a-4c82-8bf5-469131201eba req-eeda45e4-3e05-46bd-a2e8-81f2bb5fe641 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0909538 May 02 14:59:30.982820 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 79cbd075-00c8-455c-85ba-96fccee7e183 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:31.016905 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] For port ea17026b-f2cc-4710-8476-8a242d5d7a59, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ea17026b-f2cc-4710-8476-8a242d5d7a59,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:31.017270 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.028588 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 79cbd075-00c8-455c-85ba-96fccee7e183 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:59:31.086516 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0bc6352d-711a-4c82-8bf5-469131201eba req-1fd93efb-9854-4fce-8140-702333cbd789 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984585 May 02 14:59:31.143864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 79cbd075-00c8-455c-85ba-96fccee7e183 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:31.144245 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.206054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.206969 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.207679 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Floating IP 7afae67b-d570-4d6d-bc39-c95193ff9aa9 disassociated. External IP: 172.27.0.12, port: ea17026b-f2cc-4710-8476-8a242d5d7a59. May 02 14:59:31.211417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Calling delete_port for ea17026b-f2cc-4710-8476-8a242d5d7a59 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:31.221457 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 79cbd075-00c8-455c-85ba-96fccee7e183 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:31.221847 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.244399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:31.246569 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b0181-ad81-4d32-9195-886e699ab244" -d '{"events": [{"server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "name": "network-vif-plugged", "status": "completed", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:31.264651 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79cbd075-00c8-455c-85ba-96fccee7e183,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:31.285344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f01535-f4ba-47a2-827b-9e753dd75ac1 x-openstack-request-id: req-49f01535-f4ba-47a2-827b-9e753dd75ac1 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:31.285639 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "name": "network-vif-plugged", "status": "completed", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:31.285896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49f01535-f4ba-47a2-827b-9e753dd75ac1 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:31.286325 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f01535-f4ba-47a2-827b-9e753dd75ac1'] response: {'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183', 'code': 200} May 02 14:59:31.412563 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.457053 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (ea17026b-f2cc-4710-8476-8a242d5d7a59), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:31.460725 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:31.495976 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'Port': ['ID=ea17026b-f2cc-4710-8476-8a242d5d7a59,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:31.567562 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e787b-3fab-469a-ac14-13db096184cc req-23913adf-d398-45cc-b1b9-b8269bb2e105 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:31.569610 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-581e787b-3fab-469a-ac14-13db096184cc req-23913adf-d398-45cc-b1b9-b8269bb2e105 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.1106479 May 02 14:59:31.641765 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8c7e635f-5055-406b-9712-e1b4cf7561b6 req-73b3ae5b-184a-4503-9341-66f00c984c8e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0279417 May 02 14:59:31.993478 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-581e787b-3fab-469a-ac14-13db096184cc req-03327d88-52f4-4795-a5f8-944e72899803 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4167912 May 02 14:59:31.996915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a835b-a2d9-4f20-b15d-57552e9230bd req-5a83a9ab-2370-4665-8c24-465422d39f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:31.998330 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b92a835b-a2d9-4f20-b15d-57552e9230bd req-5a83a9ab-2370-4665-8c24-465422d39f23 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 1130 time: 0.0654058 May 02 14:59:32.005302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:32.086647 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b92a835b-a2d9-4f20-b15d-57552e9230bd req-f73b1538-9a01-46f6-ba7e-15f5f9158c48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801723 May 02 14:59:32.146407 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:32.156575 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:32.168391 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:32.169156 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:32.190168 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] No DVR routers for this DVR port ea17026b-f2cc-4710-8476-8a242d5d7a59 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 14:59:32.192822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:32.196450 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bc4ef837-97c9-4c99-b06b-e4aab9f1d856 req-562c827b-4421-49ec-a8ad-0a8ce99899c7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "DELETE /v2.0/ports/ea17026b-f2cc-4710-8476-8a242d5d7a59 HTTP/1.1" status: 204 len: 173 time: 1.4097998 May 02 14:59:32.196890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'name': 'network-vif-deleted', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:32.199111 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5795a3-4765-40df-a9df-e6da3a38824e" -d '{"events": [{"server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "name": "network-vif-deleted", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:32.206222 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17c363-807f-4b3c-88f8-66452d8c9cce req-db865caf-9083-49b0-bc05-2e656a716507 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:32.207943 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1a17c363-807f-4b3c-88f8-66452d8c9cce req-db865caf-9083-49b0-bc05-2e656a716507 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0483811 May 02 14:59:32.233670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d40e1-75f8-433e-b3a6-26ddbbbaabbf x-openstack-request-id: req-121d40e1-75f8-433e-b3a6-26ddbbbaabbf {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:32.233961 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa70f2a-2345-4e62-8633-0bcccaa5b66b", "name": "network-vif-deleted", "tag": "ea17026b-f2cc-4710-8476-8a242d5d7a59", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:32.234217 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-121d40e1-75f8-433e-b3a6-26ddbbbaabbf {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:32.234616 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121d40e1-75f8-433e-b3a6-26ddbbbaabbf'] response: {'server_uuid': '1aa70f2a-2345-4e62-8633-0bcccaa5b66b', 'name': 'network-vif-deleted', 'tag': 'ea17026b-f2cc-4710-8476-8a242d5d7a59', 'status': 'completed', 'code': 200} May 02 14:59:32.256648 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1a17c363-807f-4b3c-88f8-66452d8c9cce req-c8c55866-1a99-431f-be60-664e743601ef tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 May 02 14:59:32.283300 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:32.465423 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:32.495146 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:32.503228 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:32.503822 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:32.609967 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:32.742710 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7b70c533-7012-412e-811c-264a30ef9208 req-940c859c-f983-4e9d-809a-eab9fbc0b60e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0310831 May 02 14:59:32.797136 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:32.822384 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72944fd-e56d-4fdc-90dc-6bb26e0c0706 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:33.043946 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842a795-db07-4842-b00f-1340ad75eaea None None] New status for floating IP 7afae67b-d570-4d6d-bc39-c95193ff9aa9: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:59:33.111795 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34dfd9-0c59-472f-9720-ba4f4f5bd4a6 req-0a83d840-dbb3-4024-91cf-dff25a538960 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:33.113303 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ce34dfd9-0c59-472f-9720-ba4f4f5bd4a6 req-0a83d840-dbb3-4024-91cf-dff25a538960 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0502963 May 02 14:59:33.160483 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ce34dfd9-0c59-472f-9720-ba4f4f5bd4a6 req-f72dac5c-ef24-4e8b-b403-62066c3788e1 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412893 May 02 14:59:33.373623 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2caa5-6c47-4dd3-8c14-0906ed06e890 req-2b23eaed-eb24-4b48-95a5-2b04e79d9dab tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:33.375099 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44b2caa5-6c47-4dd3-8c14-0906ed06e890 req-2b23eaed-eb24-4b48-95a5-2b04e79d9dab tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0469642 May 02 14:59:33.420785 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44b2caa5-6c47-4dd3-8c14-0906ed06e890 req-32e7ce43-fa12-4229-875d-94a5d0cd634c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 May 02 14:59:33.845589 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-88fac8d5-cdb8-41f5-851d-96877dd149ac req-d4ca7ace-0a36-4e23-9f85-899e0e1ccb6c tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=1aa70f2a-2345-4e62-8633-0bcccaa5b66b HTTP/1.1" status: 200 len: 210 time: 0.0270498 May 02 14:59:34.270914 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113cf12-e442-48f3-9c19-e598a2274910 req-5767dac0-993a-434d-bda6-a88f6b6434d8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:34.272883 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8113cf12-e442-48f3-9c19-e598a2274910 req-5767dac0-993a-434d-bda6-a88f6b6434d8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0452666 May 02 14:59:34.317946 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8113cf12-e442-48f3-9c19-e598a2274910 req-68f5f009-19ce-44cf-aff2-cee32a73426c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394683 May 02 14:59:34.431871 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d008d29-268a-4243-b765-6f10a24bdc2d req-eb292233-0001-45b9-98d1-9e805d864a38 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:34.433338 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4d008d29-268a-4243-b765-6f10a24bdc2d req-eb292233-0001-45b9-98d1-9e805d864a38 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0466728 May 02 14:59:34.442375 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41780) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:34.447883 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:34.492763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:34.544857 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f028a5d-992a-47ec-9b57-75030592c4b7 req-6e2b221d-a45f-4051-9100-6ac4b73b5919 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:34.546425 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f028a5d-992a-47ec-9b57-75030592c4b7 req-6e2b221d-a45f-4051-9100-6ac4b73b5919 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0551829 May 02 14:59:34.595690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6f028a5d-992a-47ec-9b57-75030592c4b7 req-34cf3483-ec51-4965-aa3f-a8386e593268 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 May 02 14:59:34.937171 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:34.978086 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device ea17026b-f2cc-4710-8476-8a242d5d7a59 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 14:59:35.002529 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: ea17026b-f2cc-4710-8476-8a242d5d7a59 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 14:59:35.002529 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device ea17026b-f2cc-4710-8476-8a242d5d7a59 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 14:59:35.002731 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 41788) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:35.017580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.130856 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (10cb26fe-3b90-4f2c-ae92-50285d86f9d5), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.160108 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 79341186-2fb3-4663-aebd-18427975e8c7 associated. External IP: 172.27.0.250, port: 79cbd075-00c8-455c-85ba-96fccee7e183. May 02 14:59:35.166643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (10cb26fe-3b90-4f2c-ae92-50285d86f9d5), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.384494 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (10cb26fe-3b90-4f2c-ae92-50285d86f9d5), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.387079 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.388259 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "DELETE /v2.0/security-groups/10cb26fe-3b90-4f2c-ae92-50285d86f9d5 HTTP/1.1" status: 204 len: 168 time: 0.3850119 May 02 14:59:35.392642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41790) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:35.402932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb26fe-3b90-4f2c-ae92-50285d86f9d5,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:35.406431 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.api.v2.resource [None req-3831a43e-fb8c-4118-98d9-ed70f5dd4b7e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] show failed (client error): The resource could not be found. May 02 14:59:35.407481 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3831a43e-fb8c-4118-98d9-ed70f5dd4b7e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups/10cb26fe-3b90-4f2c-ae92-50285d86f9d5 HTTP/1.1" status: 404 len: 347 time: 0.0138183 May 02 14:59:35.410376 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41792) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:35.418263 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.420540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.421102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.421102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.421344 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.421674 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.422001 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.422324 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.422644 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.422962 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3f604-1d9d-4da9-9f8d-c397bffd59b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 14:59:35.435105 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:35.531687 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Deleting port d61c5ff2-7278-4177-acba-82b865c8e3cb {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 14:59:35.532056 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.548091 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:35.552557 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.559043 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:35.573803 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:35.574415 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:35.582140 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4b84fac1-1171-494d-9ccd-ef655163ecc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "PUT /v2.0/floatingips/79341186-2fb3-4663-aebd-18427975e8c7 HTTP/1.1" status: 200 len: 992 time: 1.1386724 May 02 14:59:35.582725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:35.585514 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e66d4-5747-4cc7-883f-8979614b27ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:35.622043 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b9aa4-494f-4b4a-8544-c92dbfd8e7e6 x-openstack-request-id: req-1a3b9aa4-494f-4b4a-8544-c92dbfd8e7e6 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:35.622337 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:35.622613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a3b9aa4-494f-4b4a-8544-c92dbfd8e7e6 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:35.623022 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3b9aa4-494f-4b4a-8544-c92dbfd8e7e6'] response: {'name': 'network-changed', 'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183', 'status': 'completed', 'code': 200} May 02 14:59:35.628629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.628748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (d61c5ff2-7278-4177-acba-82b865c8e3cb), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:35.647757 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Calling delete_port for d61c5ff2-7278-4177-acba-82b865c8e3cb owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 14:59:35.711401 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:35.773518 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e66d4-5747-4cc7-883f-8979614b27ae req-c897194a-10c7-4366-85ba-3614fc1f43ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:35.775028 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-c897194a-10c7-4366-85ba-3614fc1f43ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 1130 time: 0.0834413 May 02 14:59:35.790100 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c1e0fe-f693-42ec-9529-53530808d96f req-d4c2275f-cf91-4ab6-89f5-e316e9429ad4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:35.791512 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2c1e0fe-f693-42ec-9529-53530808d96f req-d4c2275f-cf91-4ab6-89f5-e316e9429ad4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.1010549 May 02 14:59:35.940345 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:34Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:35.944177 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2c1e0fe-f693-42ec-9529-53530808d96f req-f49c4a36-755a-42de-8bc4-9eb562f0b830 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420062 May 02 14:59:35.970736 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e66d4-5747-4cc7-883f-8979614b27ae req-7930386f-740b-412d-b81f-77dc77efec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:35.972303 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:35.973135 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-7930386f-740b-412d-b81f-77dc77efec3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.1910706 May 02 14:59:35.981644 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:35.984367 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:36.030443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (d61c5ff2-7278-4177-acba-82b865c8e3cb), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.060995 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'Port': ['ID=d61c5ff2-7278-4177-acba-82b865c8e3cb,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:36.081075 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-b265ae01-400f-412e-805b-0d424402e2ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79cbd075-00c8-455c-85ba-96fccee7e183 HTTP/1.1" status: 200 len: 1000 time: 0.1017976 May 02 14:59:36.122942 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:36.174592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e66d4-5747-4cc7-883f-8979614b27ae req-eb73e4ed-1961-445b-b63b-b9c5f1332da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:36.176102 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-eb73e4ed-1961-445b-b63b-b9c5f1332da2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0792112 May 02 14:59:36.178752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (7afae67b-d570-4d6d-bc39-c95193ff9aa9), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.181380 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.184438 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3c6b9cea-a55e-46af-87a8-0374a2270c8f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "DELETE /v2.0/floatingips/7afae67b-d570-4d6d-bc39-c95193ff9aa9 HTTP/1.1" status: 204 len: 168 time: 0.7729394 May 02 14:59:36.238116 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e66d4-5747-4cc7-883f-8979614b27ae req-5129a2aa-9681-4d8f-9680-35fdf4c79ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:36.239636 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-5129a2aa-9681-4d8f-9680-35fdf4c79ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541584 May 02 14:59:36.361102 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-56bc0934-c955-4588-8170-b1d7639a663a service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147411 May 02 14:59:36.455177 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-008e66d4-5747-4cc7-883f-8979614b27ae req-bfcf1745-bb2b-495f-b54a-5b4d376e5fe8 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879977 May 02 14:59:36.464660 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:34Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:36.492839 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a630f-f2eb-4bb6-9888-ab56867149af None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:34Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:36.501907 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41802) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:36.507063 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470029635', 'description': 'tempest-description--1783861169'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:36.626735 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.715139 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62648941-b344-4b61-a428-57be53cb002b None None] New status for floating IP 79341186-2fb3-4663-aebd-18427975e8c7: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:59:36.719494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (73b331d0-54a3-4d11-974c-75f8f66c9a50), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.801067 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (73b331d0-54a3-4d11-974c-75f8f66c9a50), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.830661 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b331d0-54a3-4d11-974c-75f8f66c9a50,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:36.894353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:36.895590 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7dadcb09-b100-4f59-9ab8-dcd8c567c735 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3927155 May 02 14:59:36.898425 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41804) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:36.902779 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group_rule': {'security_group_id': '73b331d0-54a3-4d11-974c-75f8f66c9a50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:37.012040 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (c1dae2a9-742e-47b7-b65f-ac12a323ac19), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.089405 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e455-57db-4f67-9fb7-e2d38cc98eea req-509094a0-b7bf-4391-b051-8d2fe8f6bd77 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:37.090778 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cd15e455-57db-4f67-9fb7-e2d38cc98eea req-509094a0-b7bf-4391-b051-8d2fe8f6bd77 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0638409 May 02 14:59:37.096264 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (c1dae2a9-742e-47b7-b65f-ac12a323ac19), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.137171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cd15e455-57db-4f67-9fb7-e2d38cc98eea req-925a99e3-f6e3-4b1f-8a5f-7af1d93bdc2b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397453 May 02 14:59:37.182198 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (c1dae2a9-742e-47b7-b65f-ac12a323ac19), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.199547 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1dae2a9-742e-47b7-b65f-ac12a323ac19,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:37.259855 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.261156 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-53adfeca-5211-4a90-999c-dbd53757aaf4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3618171 May 02 14:59:37.263842 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41808) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:37.268085 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'security_group_rule': {'security_group_id': '73b331d0-54a3-4d11-974c-75f8f66c9a50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:37.366698 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (cc2c2b0d-419f-424f-be67-846ef5cfa7a0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.423624 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (cc2c2b0d-419f-424f-be67-846ef5cfa7a0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.504089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (cc2c2b0d-419f-424f-be67-846ef5cfa7a0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.522314 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2c2b0d-419f-424f-be67-846ef5cfa7a0,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:37.591407 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.592627 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8edf36c1-6eca-43d7-a83f-3d9d9beb15e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278339 May 02 14:59:37.596024 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41810) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:37.600629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:37.669356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.745760 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:37.851635 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Allocated IP 172.27.0.100 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/18f21967-3ad5-4958-b26e-1cd40040a658) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:37.954665 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (18f21967-3ad5-4958-b26e-1cd40040a658), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.058266 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.098637 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:38.102096 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:38.105691 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:38.130489 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=18f21967-3ad5-4958-b26e-1cd40040a658,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:38.195093 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.257556 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244092b-1260-4dd2-a9ab-61b30a7087e4 req-21b57016-4326-4157-9f7d-c1596da8b0f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:38.258952 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5244092b-1260-4dd2-a9ab-61b30a7087e4 req-21b57016-4326-4157-9f7d-c1596da8b0f6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0472496 May 02 14:59:38.298089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.306256 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5244092b-1260-4dd2-a9ab-61b30a7087e4 req-ea4dc69a-f13c-4d06-91aa-4376b6dee6ef tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 May 02 14:59:38.450021 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (18f21967-3ad5-4958-b26e-1cd40040a658), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.515305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.586522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=18f21967-3ad5-4958-b26e-1cd40040a658,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:38.596413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.677404 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:38.679263 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-310db889-eaed-4a5d-af7f-974374308606 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0822420 May 02 14:59:38.870224 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-7902161f-037d-4fc6-923f-2c59d410e4b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1470029635&fields=id&tenant_id=66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 267 time: 0.0430815 May 02 14:59:38.980569 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-84cd56eb-ea3b-45cf-94d2-0e34ed0c7e55 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:38.981981 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-84cd56eb-ea3b-45cf-94d2-0e34ed0c7e55 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 811 time: 0.1054156 May 02 14:59:38.996384 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-210fb5c8-7990-4053-b01b-36ec099baf5e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/quotas/66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 375 time: 0.0092204 May 02 14:59:39.043064 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-08df688d-8008-4cb0-be09-6c01f72d2057 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0419960 May 02 14:59:39.292233 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-454f64fe-122a-4d72-9f57-5345ce8689d3 service neutron] 10.222.0.36 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836630 May 02 14:59:39.384408 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-c734f593-ff12-4998-a38a-0ec41035db09 service neutron] 10.222.0.36 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864007 May 02 14:59:39.426456 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50e979-8f58-4a37-8656-61d3918ba910 req-f34f70a5-1052-46f0-9088-60962212eaa4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:39.427970 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ae50e979-8f58-4a37-8656-61d3918ba910 req-f34f70a5-1052-46f0-9088-60962212eaa4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0490515 May 02 14:59:39.474128 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ae50e979-8f58-4a37-8656-61d3918ba910 req-8373f7e2-49b1-4790-b84a-adc4a9f69871 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404916 May 02 14:59:39.624530 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9c8e571a-4950-49e6-a07c-9fff3282c97a req-33b59734-1a51-4575-b3f1-906df5472b64 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 210 time: 0.0274770 May 02 14:59:40.590447 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610691-8924-4ebf-b4be-c26d139bc4d2 req-5288114b-7425-4052-86f2-0ac206f905e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:40.591935 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11610691-8924-4ebf-b4be-c26d139bc4d2 req-5288114b-7425-4052-86f2-0ac206f905e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0468836 May 02 14:59:40.639610 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-11610691-8924-4ebf-b4be-c26d139bc4d2 req-073c8736-8fcc-4977-a13f-aabdca7df8b2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 May 02 14:59:40.717026 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ba635e53-9969-4e8d-a312-b0abd4f9432a req-0f61d41c-050c-4d65-968f-4716791f2340 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 210 time: 0.0273952 May 02 14:59:41.767651 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82521-ad44-4be1-81d5-6ea910f8b4a1 req-f0f6da1d-d50e-4bd9-a386-447a6e590a4d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:41.769161 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c5a82521-ad44-4be1-81d5-6ea910f8b4a1 req-f0f6da1d-d50e-4bd9-a386-447a6e590a4d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0517924 May 02 14:59:41.817098 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-cf93bb3b-0966-43d2-8cac-a9976700af65 req-cdba85b2-6f7f-4bb6-a767-a502c6bd2bc8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 210 time: 0.0319552 May 02 14:59:41.881808 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c5a82521-ad44-4be1-81d5-6ea910f8b4a1 req-ad26c83a-4add-4361-ab8a-ab3721245524 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032629 May 02 14:59:41.905045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-c1cefff7-490a-43e1-a43f-2cf51580c586 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:41.906585 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-c1cefff7-490a-43e1-a43f-2cf51580c586 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 811 time: 0.1365037 May 02 14:59:41.980299 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-f53915bd-889d-402d-9ed0-d880a731d99b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66fa92391ade4059807022ea42c20e8d HTTP/1.1" status: 200 len: 380 time: 0.0558870 May 02 14:59:41.980559 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 14:59:41.988687 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'port': {'device_id': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'admin_state_up': True, 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'security_groups': ['73b331d0-54a3-4d11-974c-75f8f66c9a50']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:42.188440 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Made reservation on behalf of 66fa92391ade4059807022ea42c20e8d for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 14:59:42.191867 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.317949 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Allocated IP 172.20.0.5 (8e26437f-c019-4cba-bd26-008d10f3b0b5/64c31007-744b-4ac2-ae8d-722fb53d9e27/791dcee1-8d13-4a17-b9a1-284f53612dcd) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 14:59:42.459690 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.542357 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.584020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 14:59:42.587161 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 14:59:42.593164 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 14:59:42.599151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event updated for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:42.646787 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:42.647429 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.709996 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.746526 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-ff9910c6-5cc7-4acf-bea5-19d1d9fe1d04 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7614408 May 02 14:59:42.787974 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-457fb536-73fa-455e-a577-0e2c7795e6e0 None None] Provisioning complete for port 791dcee1-8d13-4a17-b9a1-284f53612dcd triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:42.788345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-457fb536-73fa-455e-a577-0e2c7795e6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:42.824769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-457fb536-73fa-455e-a577-0e2c7795e6e0 None None] Port 791dcee1-8d13-4a17-b9a1-284f53612dcd cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 14:59:42.858474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Request body: {'port': {'device_id': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:42.922614 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.088494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561475a6-884c-4191-80da-9b77bb584db4 req-1fff1a65-2d70-43e0-a4cf-ea4d82fe06c5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:43.089931 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-561475a6-884c-4191-80da-9b77bb584db4 req-1fff1a65-2d70-43e0-a4cf-ea4d82fe06c5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.1231673 May 02 14:59:43.161428 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7072b-96bb-45b9-a954-340378d340c4 req-f05e85ab-8446-4b3d-979c-93ab61aca0f8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:43.163431 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e1f7072b-96bb-45b9-a954-340378d340c4 req-f05e85ab-8446-4b3d-979c-93ab61aca0f8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 931 time: 0.2796867 May 02 14:59:43.191737 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-561475a6-884c-4191-80da-9b77bb584db4 req-337a9654-4ab9-4692-997f-8b9bfad5b709 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958424 May 02 14:59:43.212473 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e1f7072b-96bb-45b9-a954-340378d340c4 req-9e63065a-afbd-4d99-a6f4-4c2ddae943fb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 May 02 14:59:43.281013 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791dcee1-8d13-4a17-b9a1-284f53612dcd {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:43.289190 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks [] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.306152 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Transition to ACTIVE for port object 791dcee1-8d13-4a17-b9a1-284f53612dcd will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 14:59:43.416684 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.466179 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Pushing event updated for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:43.540094 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Attempting to bind port 791dcee1-8d13-4a17-b9a1-284f53612dcd on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 14:59:43.540431 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Attempting to bind port 791dcee1-8d13-4a17-b9a1-284f53612dcd by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 14:59:43.540818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Attempting to bind port 791dcee1-8d13-4a17-b9a1-284f53612dcd on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:43.545423 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Port 791dcee1-8d13-4a17-b9a1-284f53612dcd on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Attempting to bind port 791dcee1-8d13-4a17-b9a1-284f53612dcd on network 8e26437f-c019-4cba-bd26-008d10f3b0b5 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 14, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Checking segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Bound using segment: {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Bound port: 791dcee1-8d13-4a17-b9a1-284f53612dcd, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815d3083-b6b5-421b-bd1b-17147b60c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 14:59:43.553427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.627379 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 14:59:43.631218 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 14:59:43.680618 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3289c7c7-2f33-4d90-a489-8a254e49628c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.710221 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.745363 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:43.746075 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:43.747666 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] 10.222.0.41 "PUT /v2.0/ports/791dcee1-8d13-4a17-b9a1-284f53612dcd HTTP/1.1" status: 200 len: 1093 time: 0.8934371 May 02 14:59:43.748048 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:43.750435 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608cc24d-7320-4bf6-a73d-dcc72a2afa92" -d '{"events": [{"name": "network-changed", "server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:43.778981 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a814c78-9bfb-40d5-ac42-51c13c57eb5f service neutron] Pushing event updated for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:43.793315 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed336ec-dd6a-4166-9b26-df6ba4b1080d x-openstack-request-id: req-bed336ec-dd6a-4166-9b26-df6ba4b1080d {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:43.793610 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:43.793857 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bed336ec-dd6a-4166-9b26-df6ba4b1080d {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:43.794273 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed336ec-dd6a-4166-9b26-df6ba4b1080d'] response: {'name': 'network-changed', 'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'status': 'completed', 'code': 200} May 02 14:59:43.875860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-7610b2e3-437a-44fe-a9c0-c6b7d52f2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:43.877374 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-7610b2e3-437a-44fe-a9c0-c6b7d52f2931 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 1127 time: 0.0419924 May 02 14:59:43.989968 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-5336de6f-a79a-4014-b56b-43df16ec1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:43.993779 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-5336de6f-a79a-4014-b56b-43df16ec1a9c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66fa92391ade4059807022ea42c20e8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996542 May 02 14:59:44.084850 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-7708bbae-41b2-4fea-8240-1d0dcdd6ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.086291 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-608cc24d-7320-4bf6-a73d-dcc72a2afa92 req-7708bbae-41b2-4fea-8240-1d0dcdd6ad29 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858102 May 02 14:59:44.181428 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-61eb6670-9093-4436-9c1c-5a1e1d1bd798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.182900 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-61eb6670-9093-4436-9c1c-5a1e1d1bd798 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 1127 time: 0.0383852 May 02 14:59:44.239519 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-39f026bb-cd3a-464a-928e-c1de58ace146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd HTTP/1.1" status: 200 len: 217 time: 0.0367813 May 02 14:59:44.313331 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d8edf-a746-4f6a-9229-7cb44fe6c887 req-6af9fb0d-6f97-46e8-be8e-786f7bd6aae9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.314899 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b59d8edf-a746-4f6a-9229-7cb44fe6c887 req-6af9fb0d-6f97-46e8-be8e-786f7bd6aae9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0501311 May 02 14:59:44.324766 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-a499f7e1-3c9b-4286-97ce-b0066ca67596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.326274 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-a499f7e1-3c9b-4286-97ce-b0066ca67596 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0749929 May 02 14:59:44.337865 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37455225-41d7-4f73-8cd1-0101575a573c req-97acf9df-804a-4b93-baa8-db8a0012393e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.339355 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37455225-41d7-4f73-8cd1-0101575a573c req-97acf9df-804a-4b93-baa8-db8a0012393e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 943 time: 0.0572801 May 02 14:59:44.362549 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b59d8edf-a746-4f6a-9229-7cb44fe6c887 req-a958cbb7-41d9-4827-a29d-008cea462104 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409956 May 02 14:59:44.403196 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-a7488f36-6e4a-4394-bfc8-0b144cd1c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:44.404743 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-a7488f36-6e4a-4394-bfc8-0b144cd1c756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0643213 May 02 14:59:44.425544 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-37455225-41d7-4f73-8cd1-0101575a573c req-8675183e-6688-4dc7-ba68-a8cdccf723c0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767539 May 02 14:59:44.500969 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-4fb92378-a8f6-4e3e-b824-7ec4d601c50c service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888872 May 02 14:59:44.590504 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dfabf6d1-a0af-4e7b-baef-32a2f824b919 req-657628d4-2f40-43e7-9536-d29a38c3fb22 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833902 May 02 14:59:45.483599 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0d77-812a-4baf-a121-46fb32321bec req-9797bb22-be67-439f-ad79-c080986dcaaa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:45.485074 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-417b0d77-812a-4baf-a121-46fb32321bec req-9797bb22-be67-439f-ad79-c080986dcaaa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0494227 May 02 14:59:45.531878 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-417b0d77-812a-4baf-a121-46fb32321bec req-a842cdea-bde1-4f36-8605-a35e69097268 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 May 02 14:59:45.541057 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a632-e607-4d07-8578-8b9b2c3bc08c req-bf717be1-1d83-465d-bc9f-b1d5c2dfc7c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:45.542542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4397a632-e607-4d07-8578-8b9b2c3bc08c req-bf717be1-1d83-465d-bc9f-b1d5c2dfc7c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 943 time: 0.0477622 May 02 14:59:45.588751 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4397a632-e607-4d07-8578-8b9b2c3bc08c req-c1373905-be9b-42da-9d33-0fc81ba45baa tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 May 02 14:59:45.858007 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d780e76a-ae3d-464f-b8f7-65eaed351b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:46.650964 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe23cb-f224-4b96-b45a-5a5466f6e474 req-203b8449-23d4-495e-86be-549a7c1a515b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:46.653755 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-defe23cb-f224-4b96-b45a-5a5466f6e474 req-203b8449-23d4-495e-86be-549a7c1a515b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0493639 May 02 14:59:46.701251 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-defe23cb-f224-4b96-b45a-5a5466f6e474 req-ffcade03-3546-42ef-95c6-fa056cccc3c4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420005 May 02 14:59:46.709831 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f7cb2-0de6-4eef-90c5-80c0f7428f62 req-b6e465c5-fd1f-4242-be65-5e87a560d51f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:46.711432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-739f7cb2-0de6-4eef-90c5-80c0f7428f62 req-b6e465c5-fd1f-4242-be65-5e87a560d51f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 943 time: 0.0511420 May 02 14:59:46.757615 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-739f7cb2-0de6-4eef-90c5-80c0f7428f62 req-8c7f0abc-2ded-42c8-97c2-038436930e07 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 May 02 14:59:47.296727 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:47.823916 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be830-be20-4a89-8293-88d80f661370 req-ab13697c-b164-4222-84c8-1cad1a8ecf8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:47.825407 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f11be830-be20-4a89-8293-88d80f661370 req-ab13697c-b164-4222-84c8-1cad1a8ecf8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0532813 May 02 14:59:47.869649 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74055ca6-76d3-4bd8-94fa-f689d9565d7d req-815e9984-f754-4c7f-b824-cb8cb5ff066e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:47.871151 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74055ca6-76d3-4bd8-94fa-f689d9565d7d req-815e9984-f754-4c7f-b824-cb8cb5ff066e tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 943 time: 0.0469761 May 02 14:59:47.875051 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f11be830-be20-4a89-8293-88d80f661370 req-d4c0c517-a96d-4a73-b489-580a6b720b7c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442681 May 02 14:59:47.918350 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-74055ca6-76d3-4bd8-94fa-f689d9565d7d req-140344a1-bc7e-4c44-b84c-6e5f977e52f1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415924 May 02 14:59:48.605979 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:48.993491 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745c61e-a45b-49ca-b993-685abb47a571 req-f07fb7c9-ddda-480c-a8ce-33451b2f0ff6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:48.994950 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4745c61e-a45b-49ca-b993-685abb47a571 req-f07fb7c9-ddda-480c-a8ce-33451b2f0ff6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0461993 May 02 14:59:49.022901 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 791dcee1-8d13-4a17-b9a1-284f53612dcd details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:59:49.033178 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bb202-2404-4dab-b14c-dc3487a1713c req-ddd38c37-1af2-47df-9bca-f7daedbadba0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:49.034557 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-823bb202-2404-4dab-b14c-dc3487a1713c req-ddd38c37-1af2-47df-9bca-f7daedbadba0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 943 time: 0.0496581 May 02 14:59:49.042898 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4745c61e-a45b-49ca-b993-685abb47a571 req-5e6e36c6-3779-4e51-a8cb-fbdde5efa1e8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 May 02 14:59:49.086504 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-823bb202-2404-4dab-b14c-dc3487a1713c req-7e830a4d-4f2b-42ef-a6dd-9f8727d05f63 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 May 02 14:59:49.121119 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:49.131805 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'port_id': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'mac_address': 'fa:16:3e:f9:00:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:59:49.167760 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 791dcee1-8d13-4a17-b9a1-284f53612dcd is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:49.168111 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:49.180258 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791dcee1-8d13-4a17-b9a1-284f53612dcd {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:49.198576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:49.274997 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:49.330546 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:49.795048 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['791dcee1-8d13-4a17-b9a1-284f53612dcd'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:59:50.163073 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa9eb1-3f68-4eca-ab3d-012fd866bf9d req-5d902085-f5f2-4c69-9029-e95f4c737643 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:50.164557 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ccfa9eb1-3f68-4eca-ab3d-012fd866bf9d req-5d902085-f5f2-4c69-9029-e95f4c737643 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0456893 May 02 14:59:50.171769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:50.203078 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61e5d-d722-49b9-bee4-8fa6d41c9c59 req-59639bd2-6fc6-45ea-bd1e-908ca6bb5c73 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:50.204726 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ed61e5d-d722-49b9-bee4-8fa6d41c9c59 req-59639bd2-6fc6-45ea-bd1e-908ca6bb5c73 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 944 time: 0.0488999 May 02 14:59:50.216373 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ccfa9eb1-3f68-4eca-ab3d-012fd866bf9d req-d2fc957c-8408-487f-9e21-969912e9d01d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 May 02 14:59:50.253759 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ed61e5d-d722-49b9-bee4-8fa6d41c9c59 req-3c3470d6-10ff-4b9f-903b-673e5c574e3d tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428452 May 02 14:59:51.056960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 791dcee1-8d13-4a17-b9a1-284f53612dcd up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:51.101833 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 791dcee1-8d13-4a17-b9a1-284f53612dcd completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 14:59:51.182139 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 791dcee1-8d13-4a17-b9a1-284f53612dcd triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:51.182520 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:51.259209 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 791dcee1-8d13-4a17-b9a1-284f53612dcd is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:51.259645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:51.283534 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:51.285658 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f27e2-33d4-43c0-877d-d775ff6be831" -d '{"events": [{"server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "name": "network-vif-plugged", "status": "completed", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:51.302795 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:51.334267 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b89313-2f4f-4daf-8fa8-a003614c0862 req-213b404c-bd6e-409b-9ee5-373fb829d847 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:51.335900 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-79b89313-2f4f-4daf-8fa8-a003614c0862 req-213b404c-bd6e-409b-9ee5-373fb829d847 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0487211 May 02 14:59:51.354741 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:51.375389 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542faa45-ab15-4624-a27f-264373a306ed req-5bec7ffe-0214-45c4-8e2c-b8fb07126e90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:51.381078 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-542faa45-ab15-4624-a27f-264373a306ed req-5bec7ffe-0214-45c4-8e2c-b8fb07126e90 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 944 time: 0.0547676 May 02 14:59:51.392192 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-79b89313-2f4f-4daf-8fa8-a003614c0862 req-f71a4c2c-22a4-4f03-aaa9-db4cdc7bd02a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504971 May 02 14:59:51.403966 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:51.439896 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-542faa45-ab15-4624-a27f-264373a306ed req-cf427c8a-2873-45d9-8911-ac2effd7bf84 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512996 May 02 14:59:51.448080 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fde8e3-7f85-49fd-b922-abbe4a019f46 x-openstack-request-id: req-63fde8e3-7f85-49fd-b922-abbe4a019f46 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:51.448404 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "name": "network-vif-plugged", "status": "completed", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:51.448666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-63fde8e3-7f85-49fd-b922-abbe4a019f46 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:51.449068 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fde8e3-7f85-49fd-b922-abbe4a019f46'] response: {'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'code': 200} May 02 14:59:51.804483 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d399c-797d-4000-ac63-c5109d05548c req-382df8cf-497f-44e1-93b5-46addd3de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:51.805974 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fd5d399c-797d-4000-ac63-c5109d05548c req-382df8cf-497f-44e1-93b5-46addd3de690 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 1129 time: 0.0408261 May 02 14:59:51.848341 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fd5d399c-797d-4000-ac63-c5109d05548c req-a4f2d20c-956f-420b-bb60-35828eb1d748 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355973 May 02 14:59:52.520391 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094cd0b-86d1-4ff4-9516-f1a49e8d019d req-aa0412d6-4aa1-4123-92e0-6d0846cc2624 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:52.522450 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c094cd0b-86d1-4ff4-9516-f1a49e8d019d req-aa0412d6-4aa1-4123-92e0-6d0846cc2624 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0466299 May 02 14:59:52.549574 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8efc43-35c5-4bd7-b0b8-6b1b10ad80d5 req-ee3d7f74-3bcf-41a5-ab66-4dfc4f5a6180 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:52.551043 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dd8efc43-35c5-4bd7-b0b8-6b1b10ad80d5 req-ee3d7f74-3bcf-41a5-ab66-4dfc4f5a6180 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0467596 May 02 14:59:52.568671 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c094cd0b-86d1-4ff4-9516-f1a49e8d019d req-30712f4f-1f03-4f92-8071-155c325d272e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400248 May 02 14:59:52.597716 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dd8efc43-35c5-4bd7-b0b8-6b1b10ad80d5 req-2a474439-e582-4402-8c08-1e2a55f409c4 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 May 02 14:59:53.050518 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 14:59:53.146554 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:53.282301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 14:59:53.319187 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: ACTIVE; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:53.319500 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:53.331775 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 14:59:53.351366 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:53.440691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:53.487128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:53.641842 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 14:59:53.691942 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5512833-8aae-4f11-b7b8-5196f3dc1ffc req-d7824477-8b28-4756-a47d-57d36ad32285 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:53.693595 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f5512833-8aae-4f11-b7b8-5196f3dc1ffc req-d7824477-8b28-4756-a47d-57d36ad32285 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0516469 May 02 14:59:53.714686 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2f09-65ea-42f2-a727-5b9e6a720ab8 req-dc1fe3a8-7be7-4686-ac31-57d04348ccfd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:53.716348 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-addc2f09-65ea-42f2-a727-5b9e6a720ab8 req-dc1fe3a8-7be7-4686-ac31-57d04348ccfd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0514843 May 02 14:59:53.747166 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f5512833-8aae-4f11-b7b8-5196f3dc1ffc req-37b5d821-3d9e-4108-a35f-0eda448f11f2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466588 May 02 14:59:53.771385 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-addc2f09-65ea-42f2-a727-5b9e6a720ab8 req-571e03ad-6ce3-4fe1-9e97-9a7fc949c304 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482728 May 02 14:59:54.868853 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1632-a209-46fb-a98b-476636627658 req-1565bcec-e521-4d89-b67c-59b9e01dd5e2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:54.870730 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-be9c1632-a209-46fb-a98b-476636627658 req-1565bcec-e521-4d89-b67c-59b9e01dd5e2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0496857 May 02 14:59:54.885073 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f00d4-967e-4708-b20c-afb094bd4a45 req-52c6f995-39b5-4b9b-871b-89cf17cf1dd8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:54.886815 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d74f00d4-967e-4708-b20c-afb094bd4a45 req-52c6f995-39b5-4b9b-871b-89cf17cf1dd8 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0550578 May 02 14:59:54.936900 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d74f00d4-967e-4708-b20c-afb094bd4a45 req-3ea076d6-5c14-4d2c-b2b5-e71da7fdbd8b tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 May 02 14:59:54.940411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-be9c1632-a209-46fb-a98b-476636627658 req-f994d357-f0e2-434d-ad80-c75bd7b0628a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595431 May 02 14:59:55.071125 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 14:59:55.117003 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 14:59:55.117383 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:55.198312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 14:59:55.198804 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:55.221960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:55.224234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d4e53f-f574-4c79-bb87-29a0e4f56e63" -d '{"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:55.238884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 14:59:55.262924 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71789a0-4853-43e4-be5a-ca25185f4790 x-openstack-request-id: req-b71789a0-4853-43e4-be5a-ca25185f4790 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:55.263224 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:55.269855 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b71789a0-4853-43e4-be5a-ca25185f4790 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:55.269855 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71789a0-4853-43e4-be5a-ca25185f4790'] response: {'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'code': 200} May 02 14:59:55.320337 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:55.369851 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=7']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 14:59:56.057203 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff571437-f8ab-409f-9129-f809fe3424ca req-6b61a1f3-ca51-4861-ac2a-e912b1fca856 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:56.059371 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ff571437-f8ab-409f-9129-f809fe3424ca req-6b61a1f3-ca51-4861-ac2a-e912b1fca856 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0495477 May 02 14:59:56.065877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26d51-a19a-45ad-bfaf-f5487d69c670 req-9993a339-6731-452f-8366-d4f5fe35df62 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:56.068066 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0ca26d51-a19a-45ad-bfaf-f5487d69c670 req-9993a339-6731-452f-8366-d4f5fe35df62 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0501704 May 02 14:59:56.121256 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0ca26d51-a19a-45ad-bfaf-f5487d69c670 req-91a08bed-6bfe-462f-9865-a49e31369ea6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 May 02 14:59:56.124587 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ff571437-f8ab-409f-9129-f809fe3424ca req-104d5f0a-2998-4c67-a167-b4bbcffdd599 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589311 May 02 14:59:56.245502 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03811e5b-6dc9-4b97-a7ff-1d7c2e48cd84 req-9add21ca-ff0c-4675-824a-e5baa94461b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:56.247207 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-03811e5b-6dc9-4b97-a7ff-1d7c2e48cd84 req-9add21ca-ff0c-4675-824a-e5baa94461b0 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0543594 May 02 14:59:56.256519 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 41942) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 14:59:56.261172 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Request body: {'floatingip': {'port_id': '791dcee1-8d13-4a17-b9a1-284f53612dcd'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 14:59:56.301275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:57.062131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:57.109064 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:57.254932 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Floating IP 54673ed3-9909-4ee6-bb64-6010771f3879 associated. External IP: 172.27.0.100, port: 791dcee1-8d13-4a17-b9a1-284f53612dcd. May 02 14:59:57.271465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffc28f-3658-446f-87c1-df8f9b460f08 req-7d3f312b-254a-4844-8c7d-036c7a086e07 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:57.273747 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-deffc28f-3658-446f-87c1-df8f9b460f08 req-7d3f312b-254a-4844-8c7d-036c7a086e07 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0619183 May 02 14:59:57.364971 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-deffc28f-3658-446f-87c1-df8f9b460f08 req-26d45899-004c-46f0-a7b7-cfe2a86f7137 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597527 May 02 14:59:57.576697 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 14:59:57.694355 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 14:59:57.699988 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 14:59:57.704943 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 14:59:57.717329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:57.718521 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:57.730807 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f194e89c-5a84-4651-bce4-3d596f92e0c1 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "PUT /v2.0/floatingips/54673ed3-9909-4ee6-bb64-6010771f3879 HTTP/1.1" status: 200 len: 991 time: 1.4731042 May 02 14:59:57.731497 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 14:59:57.733813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097c6093-85de-494d-9308-4f58b3867ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 14:59:57.777692 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 14:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beddce99-5438-4af8-aa7e-29be13333417 x-openstack-request-id: req-beddce99-5438-4af8-aa7e-29be13333417 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 14:59:57.778334 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 14:59:57.778750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-beddce99-5438-4af8-aa7e-29be13333417 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 14:59:57.779527 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beddce99-5438-4af8-aa7e-29be13333417'] response: {'name': 'network-changed', 'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'status': 'completed', 'code': 200} May 02 14:59:57.842710 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:57.869129 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6093-85de-494d-9308-4f58b3867ec4 req-b75e8572-c88c-4a40-bc47-91299b188734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:57.870723 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-b75e8572-c88c-4a40-bc47-91299b188734 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fa92391ade4059807022ea42c20e8d&device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 1129 time: 0.0453737 May 02 14:59:57.995041 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6093-85de-494d-9308-4f58b3867ec4 req-291df8ce-5cc7-4ee1-8686-5688d4d2b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:57.996633 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-291df8ce-5cc7-4ee1-8686-5688d4d2b592 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 200 len: 912 time: 0.1187532 May 02 14:59:58.085157 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '54673ed3-9909-4ee6-bb64-6010771f3879', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:f9:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:38Z', 'updated_at': '2022-05-02T14:59:56Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:58.097830 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-a1f68c20-0f7e-4191-abe4-a2dd29eab3f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd HTTP/1.1" status: 200 len: 999 time: 0.0938201 May 02 14:59:58.121523 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 14:59:58.137161 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 14:59:58.139244 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T14:59:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:58.157032 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6093-85de-494d-9308-4f58b3867ec4 req-cf76ec2c-2373-4544-8ff4-79af57adf65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:58.158760 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-cf76ec2c-2373-4544-8ff4-79af57adf65f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 200 len: 850 time: 0.0549936 May 02 14:59:58.204414 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c6093-85de-494d-9308-4f58b3867ec4 req-437e1994-7596-4c0d-9df2-17392ff42226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:58.206203 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-437e1994-7596-4c0d-9df2-17392ff42226 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e26437f-c019-4cba-bd26-008d10f3b0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417030 May 02 14:59:58.275893 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 14:59:58.320503 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-e07ebbd3-4837-48b6-badc-ed1545c673f3 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069112 May 02 14:59:58.436017 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-097c6093-85de-494d-9308-4f58b3867ec4 req-1ed898ed-14b6-4594-9a08-9ab45b2e95b1 service neutron] 10.222.0.41 "GET /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089246 May 02 14:59:58.531145 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '54673ed3-9909-4ee6-bb64-6010771f3879', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:f9:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:38Z', 'updated_at': '2022-05-02T14:59:56Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 14:59:58.553952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3b838-9894-43a2-9ac9-8fd8e696d00a req-d536f7dd-ffc0-441b-b4d0-1d0c1d6f748e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:58.555488 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-afb3b838-9894-43a2-9ac9-8fd8e696d00a req-d536f7dd-ffc0-441b-b4d0-1d0c1d6f748e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0599041 May 02 14:59:58.569213 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d8cd2-cc37-4dc5-aae5-95b2cb929899 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '54673ed3-9909-4ee6-bb64-6010771f3879', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '14692181-7d01-4852-9886-c39b621300c0', 'port_id': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'mac_address': 'fa:16:3e:f9:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:38Z', 'updated_at': '2022-05-02T14:59:56Z', 'revision_number': 1, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 14:59:58.628944 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-afb3b838-9894-43a2-9ac9-8fd8e696d00a req-0d7fe71f-363b-4e82-8f8f-20124e196c10 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664697 May 02 14:59:58.833796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29c1c3-e24e-4d8b-b1ab-5c3ab16a39f7 None None] New status for floating IP 54673ed3-9909-4ee6-bb64-6010771f3879: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 14:59:59.754140 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f9484-4d6a-4829-af82-0c01fc36fd99 req-78dbc117-14c8-4618-8204-36d161b01755 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 14:59:59.755532 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-684f9484-4d6a-4829-af82-0c01fc36fd99 req-78dbc117-14c8-4618-8204-36d161b01755 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0495152 May 02 14:59:59.802995 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-684f9484-4d6a-4829-af82-0c01fc36fd99 req-4c115fc8-7c95-49e7-aa6f-3f7cdf40ec97 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417619 May 02 15:00:00.931801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bbd43-a89a-46fc-a5ac-9914dce93c6e req-babbe7f2-3568-430b-acc5-381aca34cc52 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:00.933740 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e40bbd43-a89a-46fc-a5ac-9914dce93c6e req-babbe7f2-3568-430b-acc5-381aca34cc52 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0537486 May 02 15:00:00.986864 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e40bbd43-a89a-46fc-a5ac-9914dce93c6e req-fe2db0eb-f884-4808-a0a3-c142d30fdadb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471647 May 02 15:00:02.121559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5865ce-0055-492e-8231-8da6ab60736d req-c4173c15-6ec6-4907-9164-a063e3542ec6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:02.123020 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f5865ce-0055-492e-8231-8da6ab60736d req-c4173c15-6ec6-4907-9164-a063e3542ec6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0517447 May 02 15:00:02.173033 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f5865ce-0055-492e-8231-8da6ab60736d req-76dd50b3-15ef-44ff-9adb-412991fe8850 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 May 02 15:00:03.301457 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb13965-b937-4382-970b-c0da281644fa req-5ec16cf0-8d0a-49bc-869f-b01edd05d857 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:03.303618 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6cb13965-b937-4382-970b-c0da281644fa req-5ec16cf0-8d0a-49bc-869f-b01edd05d857 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0548241 May 02 15:00:03.355360 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6cb13965-b937-4382-970b-c0da281644fa req-b70374dd-ffe0-4911-be85-30308908cccb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 May 02 15:00:04.481802 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0243e-5b84-4938-a3e6-feac6faf3365 req-1f901b3e-724c-45a8-8e59-9a9b86ac61fd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:04.483279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46e0243e-5b84-4938-a3e6-feac6faf3365 req-1f901b3e-724c-45a8-8e59-9a9b86ac61fd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0529356 May 02 15:00:04.534057 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46e0243e-5b84-4938-a3e6-feac6faf3365 req-2a1b9788-22b2-4bc4-9c89-5d1195459126 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448935 May 02 15:00:05.664360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3c208-e7ae-45a0-8993-d14b93f51be9 req-ae5339f5-836e-47de-ba3a-6bb06fb49f1a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:05.665998 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8ed3c208-e7ae-45a0-8993-d14b93f51be9 req-ae5339f5-836e-47de-ba3a-6bb06fb49f1a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0532143 May 02 15:00:05.727895 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8ed3c208-e7ae-45a0-8993-d14b93f51be9 req-89042f6b-a9de-4df0-a191-b7ed1fac0a8d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555935 May 02 15:00:06.859763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd15a32-22e8-499f-b90f-d02345e94d6e req-60b35e09-5ff5-44b1-904f-b574272803eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:06.862276 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecd15a32-22e8-499f-b90f-d02345e94d6e req-60b35e09-5ff5-44b1-904f-b574272803eb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0620496 May 02 15:00:06.922846 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ecd15a32-22e8-499f-b90f-d02345e94d6e req-c8d96633-082c-4364-8934-cdde8bf02227 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495403 May 02 15:00:08.041694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a2cdb-c531-492d-aee1-3b9a9ad7ce7f req-ec9d051f-f1e1-4216-894d-a885c769769e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:08.043139 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-548a2cdb-c531-492d-aee1-3b9a9ad7ce7f req-ec9d051f-f1e1-4216-894d-a885c769769e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0465057 May 02 15:00:08.090134 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-548a2cdb-c531-492d-aee1-3b9a9ad7ce7f req-16535066-610d-46c1-984c-f2d8a3e4eda7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414288 May 02 15:00:08.970229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-4eed393c-4a8f-4a93-8729-507051397854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:08.971692 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-4eed393c-4a8f-4a93-8729-507051397854 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1129 time: 0.0386527 May 02 15:00:09.063181 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-7310361a-300c-43e3-8316-0943c156be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:09.064711 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-7310361a-300c-43e3-8316-0943c156be11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0859988 May 02 15:00:09.129301 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-5eafc36a-ebf6-4486-859b-9f6ba90ebdf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0575557 May 02 15:00:09.181800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-6a123945-a9c5-499f-8033-7ca192fb6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:09.183305 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-6a123945-a9c5-499f-8033-7ca192fb6d77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0476007 May 02 15:00:09.205952 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c4865-f0b7-4b94-8e1b-33c19b1e8619 req-23ab8a05-4947-4e92-9062-703427a47591 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:09.207407 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f9c4865-f0b7-4b94-8e1b-33c19b1e8619 req-23ab8a05-4947-4e92-9062-703427a47591 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0456245 May 02 15:00:09.228026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-f542f293-51cf-465a-bba4-f6d630c60a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:09.229454 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-f542f293-51cf-465a-bba4-f6d630c60a81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403314 May 02 15:00:09.254054 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0f9c4865-f0b7-4b94-8e1b-33c19b1e8619 req-548edba3-1f65-432d-af0c-bebbb72ae1b2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403941 May 02 15:00:09.320599 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-44267a7a-815b-4b68-8108-a8ea5986b51f service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853722 May 02 15:00:09.407659 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1c595fb5-433a-432f-a837-bd02820e34d1 req-3d5b5fef-f06a-4180-9196-f86b8b704ddc service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800886 May 02 15:00:10.369945 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f05f9-c31c-4ac7-aa8d-6f61e2f9d4a7 req-cf84f05d-02da-4680-aeec-997ffcea520c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:10.371371 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d9f05f9-c31c-4ac7-aa8d-6f61e2f9d4a7 req-cf84f05d-02da-4680-aeec-997ffcea520c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 945 time: 0.0465634 May 02 15:00:10.420508 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d9f05f9-c31c-4ac7-aa8d-6f61e2f9d4a7 req-45d3abd4-53a7-41b8-9958-9e86eff3a1e7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 May 02 15:00:11.089314 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:00:11.167450 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: ACTIVE; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:00:11.167843 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:11.190285 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:00:11.192549 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457f8007-00e8-4806-8f9f-26e1f055b537" -d '{"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-unplugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:00:11.204832 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:00:11.227302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 15:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9c782-61e4-4ba9-9e10-0031a4afbce7 x-openstack-request-id: req-e9b9c782-61e4-4ba9-9e10-0031a4afbce7 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:00:11.227591 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-unplugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:00:11.227843 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9b9c782-61e4-4ba9-9e10-0031a4afbce7 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:00:11.228266 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9c782-61e4-4ba9-9e10-0031a4afbce7'] response: {'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'code': 200} May 02 15:00:11.319748 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:11.369324 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=8']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:00:11.376285 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.376691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.377025 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.377371 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.377710 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.378046 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.378379 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.378710 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.379043 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.379378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.379709 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.380079 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.380408 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.380734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.381059 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:00:11.541630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1e42-dfde-4149-8e28-c36de1e9a59c req-7f538a3b-95e0-49bf-8d54-b2f7c545fe24 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:11.543097 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c35b1e42-dfde-4149-8e28-c36de1e9a59c req-7f538a3b-95e0-49bf-8d54-b2f7c545fe24 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0481205 May 02 15:00:11.589160 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c35b1e42-dfde-4149-8e28-c36de1e9a59c req-676f9eef-2db5-48fd-a78b-4d8196edca18 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400343 May 02 15:00:12.708097 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:13.591642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516012ec-a073-4055-bed7-2eadbc7aa2c3 req-167b9b22-8771-45f6-8ea7-1723c281f85f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:13.593155 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-516012ec-a073-4055-bed7-2eadbc7aa2c3 req-167b9b22-8771-45f6-8ea7-1723c281f85f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0469337 May 02 15:00:13.612040 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dc8c-3563-4d70-8c51-0e1a454cba9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:13.641568 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-516012ec-a073-4055-bed7-2eadbc7aa2c3 req-ec82520a-49b8-42dd-96ef-88d7c80911d7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 May 02 15:00:13.970376 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-d15ab523-56d7-4370-acbe-98398b7b32c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797570 May 02 15:00:14.091982 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-28f85560-56cc-47b5-b1ec-5c497724b5ca tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:14.093315 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-28f85560-56cc-47b5-b1ec-5c497724b5ca tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports/63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 940 time: 0.0941794 May 02 15:00:14.762380 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3c025-2e2a-479d-a6a9-302251b36a13 req-94068450-11c1-47a6-bd6a-ecca854c269d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:14.763870 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-25d3c025-2e2a-479d-a6a9-302251b36a13 req-94068450-11c1-47a6-bd6a-ecca854c269d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0519013 May 02 15:00:14.809646 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-25d3c025-2e2a-479d-a6a9-302251b36a13 req-adec7a4c-e91b-4087-9174-764606a48be6 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401561 May 02 15:00:15.108808 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:00:15.183152 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: DOWN; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:00:15.337018 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-c65fae42-97e8-43ee-b703-b1bd4e169a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.338961 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-c65fae42-97e8-43ee-b703-b1bd4e169a46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972&tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1 HTTP/1.1" status: 200 len: 1127 time: 0.0405507 May 02 15:00:15.414908 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-d9b316fd-fff9-4fa6-9e0d-dba65daa8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.418975 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-d9b316fd-fff9-4fa6-9e0d-dba65daa8f09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1127 time: 0.0376706 May 02 15:00:15.503754 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-0e08b841-1218-4e66-93f6-2a17b0a8b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.505229 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-0e08b841-1218-4e66-93f6-2a17b0a8b38d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0828657 May 02 15:00:15.575288 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-d3a9a731-d9c9-434c-8877-99a8a017f95a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 998 time: 0.0616429 May 02 15:00:15.627585 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-0d38b865-273e-4ecf-886e-585ea59e81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.629022 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-0d38b865-273e-4ecf-886e-585ea59e81b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0426557 May 02 15:00:15.673279 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-9b6ca4cb-b7a3-45b7-8038-29e30124388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.674640 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-9b6ca4cb-b7a3-45b7-8038-29e30124388a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368354 May 02 15:00:15.765471 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-4707cad8-f9f7-4d60-a9a6-aae99104ee8d service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834579 May 02 15:00:15.858791 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-675e90c7-6cd0-4141-8773-e104a8813b5a service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 May 02 15:00:15.902767 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0e73a76c-b5b7-48a5-933d-0633524820e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:15.927372 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef2c78-38ad-40c8-bdd8-7889e6202797 req-05f2cff0-8686-4e0e-8223-80291b199912 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:15.928790 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c6ef2c78-38ad-40c8-bdd8-7889e6202797 req-05f2cff0-8686-4e0e-8223-80291b199912 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0464542 May 02 15:00:15.974836 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c6ef2c78-38ad-40c8-bdd8-7889e6202797 req-3d91a427-60bd-4f7a-ac2e-196c50cf4c5b tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398314 May 02 15:00:17.100081 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec596e-58b1-4a3b-a68f-e0659af287cf req-b32401ab-4847-40f8-a682-68eca3ee5cb7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:17.101582 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-26ec596e-58b1-4a3b-a68f-e0659af287cf req-b32401ab-4847-40f8-a682-68eca3ee5cb7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0497339 May 02 15:00:17.150320 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-26ec596e-58b1-4a3b-a68f-e0659af287cf req-1aee25d8-cf86-4724-b368-f2a2198926b3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 May 02 15:00:17.296937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:18.273419 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9692e-f7ce-4149-8ccc-2a240024bfdb req-3f212613-cf30-412a-ab09-a925b98a5f55 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:18.274916 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44d9692e-f7ce-4149-8ccc-2a240024bfdb req-3f212613-cf30-412a-ab09-a925b98a5f55 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0463040 May 02 15:00:18.326265 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44d9692e-f7ce-4149-8ccc-2a240024bfdb req-bcec97df-d52f-442b-84b3-103a465883f1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449402 May 02 15:00:18.616582 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:18.981165 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:00:19.450451 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed29d72-8164-4a5b-982e-2a0e26172720 req-7c8f034e-6197-45c2-be3e-e1745979d8c3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:19.451969 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ed29d72-8164-4a5b-982e-2a0e26172720 req-7c8f034e-6197-45c2-be3e-e1745979d8c3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0511925 May 02 15:00:19.504178 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0ed29d72-8164-4a5b-982e-2a0e26172720 req-4a1e53e7-a30d-47c1-a182-60e463326db9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461380 May 02 15:00:20.165493 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:20.633257 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a7f56-6c8f-41e2-931a-f9dff94e0ea1 req-8ea3aa0e-e852-43ab-8bef-000876e84295 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:20.635048 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-465a7f56-6c8f-41e2-931a-f9dff94e0ea1 req-8ea3aa0e-e852-43ab-8bef-000876e84295 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0512495 May 02 15:00:20.684626 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-465a7f56-6c8f-41e2-931a-f9dff94e0ea1 req-3e8257c1-f2fc-4baa-a9de-6fdf18b2a6b9 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431888 May 02 15:00:21.805767 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0148c-a5ec-43c2-bf81-372cddf9347a req-d4c8bb46-2860-473a-825e-2b9b0aa69000 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:21.807234 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b0a0148c-a5ec-43c2-bf81-372cddf9347a req-d4c8bb46-2860-473a-825e-2b9b0aa69000 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0484674 May 02 15:00:21.856854 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b0a0148c-a5ec-43c2-bf81-372cddf9347a req-c0072d70-3b1e-4f78-9de1-286fd31557af tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435002 May 02 15:00:22.985083 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f13c-75ec-4d46-b916-3f4f9947ada8 req-db4aa39a-87d3-488b-911e-b3dcf9f0866a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:22.986719 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0904f13c-75ec-4d46-b916-3f4f9947ada8 req-db4aa39a-87d3-488b-911e-b3dcf9f0866a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0521078 May 02 15:00:23.037188 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0904f13c-75ec-4d46-b916-3f4f9947ada8 req-6900bdcd-05ce-45bf-8089-07c07b24b2a0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 May 02 15:00:24.164395 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50391a02-af95-4ed4-8345-0daecd43b9e6 req-52ff3241-2d82-4763-9e77-fc9b18b11101 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:24.165807 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-50391a02-af95-4ed4-8345-0daecd43b9e6 req-52ff3241-2d82-4763-9e77-fc9b18b11101 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0526969 May 02 15:00:24.218518 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-50391a02-af95-4ed4-8345-0daecd43b9e6 req-c75e4ffc-80cd-4007-aa1b-1117e7b42019 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461688 May 02 15:00:25.347101 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96b2b0-f767-4ba0-a35c-eddb0c49fcc3 req-a6cbdfad-6c4c-4cf9-9eae-73ce9f7d7816 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:25.361079 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4a96b2b0-f767-4ba0-a35c-eddb0c49fcc3 req-a6cbdfad-6c4c-4cf9-9eae-73ce9f7d7816 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0513978 May 02 15:00:25.399981 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4a96b2b0-f767-4ba0-a35c-eddb0c49fcc3 req-5bee8177-cc9c-4400-b23d-4bb40d2f779f tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451043 May 02 15:00:26.554117 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190e49e-61e1-41fa-81a3-cd79b587ef34 req-bc084916-bc6f-4741-9031-f3e2e6373e47 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:26.564840 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d190e49e-61e1-41fa-81a3-cd79b587ef34 req-bc084916-bc6f-4741-9031-f3e2e6373e47 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0565946 May 02 15:00:26.616079 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d190e49e-61e1-41fa-81a3-cd79b587ef34 req-03c872e1-31c2-40e3-abe8-7a14bb5161f8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497627 May 02 15:00:27.736232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd938-8e88-4907-9970-44634ff057ee req-ea4c3155-462c-4787-a850-3e57726f4fa2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:27.737610 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c86cd938-8e88-4907-9970-44634ff057ee req-ea4c3155-462c-4787-a850-3e57726f4fa2 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0465794 May 02 15:00:27.783354 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c86cd938-8e88-4907-9970-44634ff057ee req-405c7b8c-d0e5-4b64-8183-92d5de54a0aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 May 02 15:00:28.897047 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa07be5-56cb-4fb0-936c-c575385926c2 req-5775b739-1dc6-4030-88e4-c18fd6cc6dcd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:28.898475 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3aa07be5-56cb-4fb0-936c-c575385926c2 req-5775b739-1dc6-4030-88e4-c18fd6cc6dcd tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0455468 May 02 15:00:28.943188 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3aa07be5-56cb-4fb0-936c-c575385926c2 req-92170ead-8c8a-4e22-a29d-c9b4273065a7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392151 May 02 15:00:30.057373 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de752bae-cc82-4acd-9e7a-2d9c8d3ba4a2 req-9220b0dc-229a-408d-a202-700bf2b3d6ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:30.058789 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-de752bae-cc82-4acd-9e7a-2d9c8d3ba4a2 req-9220b0dc-229a-408d-a202-700bf2b3d6ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0451481 May 02 15:00:30.106879 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-de752bae-cc82-4acd-9e7a-2d9c8d3ba4a2 req-442f1824-950f-43e4-8c64-c092a9ea4fa0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427041 May 02 15:00:31.226638 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f280e63-dfd9-4f2d-b027-752f4974bd2d req-ecfec76e-b882-4b4b-9814-dbbb1db147b5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:31.228124 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f280e63-dfd9-4f2d-b027-752f4974bd2d req-ecfec76e-b882-4b4b-9814-dbbb1db147b5 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0494177 May 02 15:00:31.274136 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4f280e63-dfd9-4f2d-b027-752f4974bd2d req-505e27c9-3333-4554-856c-4414e81b42c7 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400193 May 02 15:00:32.390050 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe4cbe-c8f2-4ebc-99e8-9be1bf1b7fde req-1b6859e2-0c9e-4659-a35b-64c6add42817 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:32.391491 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2bbe4cbe-c8f2-4ebc-99e8-9be1bf1b7fde req-1b6859e2-0c9e-4659-a35b-64c6add42817 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 943 time: 0.0458109 May 02 15:00:32.436625 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2bbe4cbe-c8f2-4ebc-99e8-9be1bf1b7fde req-d63d6a54-7f21-4a33-84dc-1dc3830f54d0 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 May 02 15:00:33.222364 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:00:33.319460 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:00:33.330281 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'port_id': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'mac_address': 'fa:16:3e:fd:46:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:00:33.366564 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:00:33.366953 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:33.379131 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:00:33.397960 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:00:33.468446 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:33.519628 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=9']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:00:33.554164 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f0408-7f70-47dc-8cfa-3377cbdcef6b req-7ef9643d-3c33-460f-a273-cd6111caa230 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:33.555621 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b4f0408-7f70-47dc-8cfa-3377cbdcef6b req-7ef9643d-3c33-460f-a273-cd6111caa230 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0471361 May 02 15:00:33.605852 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b4f0408-7f70-47dc-8cfa-3377cbdcef6b req-02799732-5217-408c-86bb-1fd656f06730 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 May 02 15:00:33.931232 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:00:34.720259 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a60e6-b6d2-427f-8202-3726a0dc216f req-5e5f5fc2-fc3a-4bc8-8840-09e1940bc94c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:34.721651 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-614a60e6-b6d2-427f-8202-3726a0dc216f req-5e5f5fc2-fc3a-4bc8-8840-09e1940bc94c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 944 time: 0.0453780 May 02 15:00:34.766758 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-614a60e6-b6d2-427f-8202-3726a0dc216f req-c79514d3-ab2f-475c-a710-ecf07a3f01c8 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394602 May 02 15:00:35.247465 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:00:35.292448 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:00:35.292819 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:35.366068 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:00:35.366453 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:35.388473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:00:35.391374 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50116ba2-6572-42fa-86b1-ae08020a3bc6" -d '{"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:00:35.408898 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:00:35.426851 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15bfa06-e9df-46b1-bab8-d9406597c3d8 x-openstack-request-id: req-d15bfa06-e9df-46b1-bab8-d9406597c3d8 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:00:35.427137 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-plugged", "status": "completed", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:00:35.427388 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d15bfa06-e9df-46b1-bab8-d9406597c3d8 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:00:35.427899 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15bfa06-e9df-46b1-bab8-d9406597c3d8'] response: {'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'code': 200} May 02 15:00:35.530784 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:35.585616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=10']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:00:35.780279 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d4f60-423c-4c8a-bc06-ad20a2e71046 req-38f55ca5-5a13-4487-a8b8-506c74179e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:35.781805 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4d7d4f60-423c-4c8a-bc06-ad20a2e71046 req-38f55ca5-5a13-4487-a8b8-506c74179e1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1130 time: 0.0413814 May 02 15:00:35.825835 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4d7d4f60-423c-4c8a-bc06-ad20a2e71046 req-ba89ece9-6841-4f16-ac7f-30eb6854aaa1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 May 02 15:00:35.886750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23c7f-ff1a-4da1-8b54-ed1c0a99be83 req-adebd5d0-6d71-46b5-8956-c711b7653654 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:35.888196 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44c23c7f-ff1a-4da1-8b54-ed1c0a99be83 req-adebd5d0-6d71-46b5-8956-c711b7653654 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0452507 May 02 15:00:35.933009 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44c23c7f-ff1a-4da1-8b54-ed1c0a99be83 req-48920927-ffe8-412a-b2ac-fe50b4027e8a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 May 02 15:00:37.059656 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bcf7a-27dd-4114-9c2e-d416d6422196 req-64f59ca8-7927-447b-b930-5c25ee7bcabf tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:37.061159 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-649bcf7a-27dd-4114-9c2e-d416d6422196 req-64f59ca8-7927-447b-b930-5c25ee7bcabf tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0467198 May 02 15:00:37.112573 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-649bcf7a-27dd-4114-9c2e-d416d6422196 req-69f7af7b-1d63-436e-bdd7-f115b565c460 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452709 May 02 15:00:38.283250 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8248-6e4e-4f29-b0e8-9541e17b3703 req-0ce20048-5066-47fc-9033-5b0bfb604b77 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:38.284745 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2ed8248-6e4e-4f29-b0e8-9541e17b3703 req-0ce20048-5066-47fc-9033-5b0bfb604b77 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0981097 May 02 15:00:38.334601 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2ed8248-6e4e-4f29-b0e8-9541e17b3703 req-98cda8e4-f99b-4e8a-9fbe-fc52f8bcc82c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442829 May 02 15:00:39.499759 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47ec8b-542b-4f4a-8f8c-7510c848a494 req-b2d5ef7e-3083-46ac-b5b6-9f766554f87d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:39.501251 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd47ec8b-542b-4f4a-8f8c-7510c848a494 req-b2d5ef7e-3083-46ac-b5b6-9f766554f87d tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0955384 May 02 15:00:39.547042 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd47ec8b-542b-4f4a-8f8c-7510c848a494 req-2dfb23f1-767e-48c2-8042-d9af31083737 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402799 May 02 15:00:42.706901 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:43.593051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c8c09054-b642-4997-b5d4-1bf635c068a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:44.118872 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-8212be26-8692-4f77-8b26-453db62642f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374954 May 02 15:00:44.211019 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-311b760a-0f9f-4acf-976f-089848a11f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:44.212507 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-311b760a-0f9f-4acf-976f-089848a11f18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 1130 time: 0.0378466 May 02 15:00:44.316235 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-3731fb99-6efa-43b7-8553-8b878bdfe10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:44.317700 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-3731fb99-6efa-43b7-8553-8b878bdfe10c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 200 len: 918 time: 0.0858922 May 02 15:00:44.381357 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-45faa165-b7bd-4ab6-8288-a0abc2809faa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 200 len: 1000 time: 0.0569551 May 02 15:00:44.427671 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-4736a161-004a-4ba3-b93c-bd2472daa407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:44.429160 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-4736a161-004a-4ba3-b93c-bd2472daa407 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 200 len: 856 time: 0.0425980 May 02 15:00:44.474459 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-e0ceb963-7f73-4e6c-9fe8-f7b8316ef00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:00:44.475870 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-e0ceb963-7f73-4e6c-9fe8-f7b8316ef00b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a6931cd5-688d-4ae1-950b-4d8676ef7a9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412703 May 02 15:00:44.569384 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-6bd4870a-908f-430b-90fd-b06101e61450 service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873196 May 02 15:00:44.659405 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cf9b5300-0920-4962-96d7-04f7dc160609 req-11db299b-51d1-4443-8d37-063211c5ec7f service neutron] 10.222.0.41 "GET /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843906 May 02 15:00:45.895742 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0a2bc37b-3e9c-44a0-9cfc-8395b224b4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:47.341176 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:48.587077 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:50.182067 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:00:55.980627 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:01:12.735029 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:13.586291 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2574d965-bfd1-4237-8d85-a252bbc2cd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:15.837780 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42250) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:15.842285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018527350', 'description': 'tempest-description--955006640'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:15.855275 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e6b88540-2d03-4140-9dca-fe580842c673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:15.935304 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.000296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (007605c8-b9c4-4323-b19e-54c44b1a273f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.077605 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (007605c8-b9c4-4323-b19e-54c44b1a273f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.105938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007605c8-b9c4-4323-b19e-54c44b1a273f,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:16.112857 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.113206 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.113549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.113883 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.114217 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.114548 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.114874 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.115199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.115524 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.115930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.118878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.118878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.118878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.118878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.118878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:16.171569 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.172833 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-71bec3b7-a9bf-42c4-8e35-d47437473153 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3340335 May 02 15:01:16.175565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42252) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:16.179869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '007605c8-b9c4-4323-b19e-54c44b1a273f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:16.289149 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (e6c347b6-189d-4ccf-8486-add66a420487), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.346255 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (e6c347b6-189d-4ccf-8486-add66a420487), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.420792 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (e6c347b6-189d-4ccf-8486-add66a420487), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.438539 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c347b6-189d-4ccf-8486-add66a420487,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:16.491534 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.492797 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3b9b0ef4-1162-4b01-8d5f-573d435a6fa5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162756 May 02 15:01:16.495400 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42254) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:16.499659 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '007605c8-b9c4-4323-b19e-54c44b1a273f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:16.580196 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (8e3650be-d080-4548-aec8-ccf44f18043c), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.635665 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (8e3650be-d080-4548-aec8-ccf44f18043c), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.712290 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (8e3650be-d080-4548-aec8-ccf44f18043c), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.729377 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3650be-d080-4548-aec8-ccf44f18043c,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:16.851643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:16.852926 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-aa40114b-39aa-497f-a014-2ed047785ba3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565145 May 02 15:01:16.855997 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42256) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:16.860359 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:16.963259 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.041203 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.141634 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.27.0.234 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/bf779f29-63d9-486a-a7e1-aea663136a35) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:01:17.245560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (bf779f29-63d9-486a-a7e1-aea663136a35), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.317764 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.386620 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.424379 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:01:17.427265 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:01:17.429966 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:01:17.455294 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=bf779f29-63d9-486a-a7e1-aea663136a35,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:17.528014 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.632825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.791443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (bf779f29-63d9-486a-a7e1-aea663136a35), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.849498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:17.919454 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=bf779f29-63d9-486a-a7e1-aea663136a35,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:17.927331 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:18.011115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:18.012363 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-956bf64d-0ea3-41f6-a07b-d7b8c8bf5ebd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1554213 May 02 15:01:18.158488 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-5374035e-26e7-40a8-8aad-2700fe3a1a3b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1018527350&fields=id&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 267 time: 0.0429723 May 02 15:01:18.265173 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-6a7fcbdb-20a9-43a6-8ba8-a8f8bbfc20c2 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:18.266597 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-6a7fcbdb-20a9-43a6-8ba8-a8f8bbfc20c2 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1011105 May 02 15:01:18.281024 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-d4d06338-7597-426c-9cd0-70a2c76972e6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/quotas/66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 375 time: 0.0085425 May 02 15:01:18.331354 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-d6d80914-5354-441e-a3d2-a14bd9c2dc0b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455494 May 02 15:01:18.346206 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-5e6930b7-8f4f-4933-abee-73330d2392ad service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 15:01:18.347423 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-5e6930b7-8f4f-4933-abee-73330d2392ad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048525 May 02 15:01:18.437957 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-55436963-47d7-4065-882e-a77ce49dda56 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835071 May 02 15:01:18.533206 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-1a3b4f98-9222-4a61-a3a4-f7c1ef895f12 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908532 May 02 15:01:18.614672 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:18.790115 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6aba9d1e-0bbd-44f4-b9ac-bbaf5fb8118d req-28e5c316-3337-411a-b9da-6fd180aa013d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0279334 May 02 15:01:19.886498 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-f0e10946-1d09-4aaf-a2a1-d15f5aad0819 req-c54fd83c-4193-45ee-b467-237df9c2874c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0270221 May 02 15:01:20.147137 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:20.744019 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-51c97cc1-c67c-47bf-9782-bd04ac627665 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:20.745375 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-51c97cc1-c67c-47bf-9782-bd04ac627665 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1031055 May 02 15:01:20.827409 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fd0a4e1b-3508-49d4-b8b1-3ce606213d76 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 471 time: 0.0637465 May 02 15:01:20.836938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'port': {'device_id': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'admin_state_up': True, 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'security_groups': ['007605c8-b9c4-4323-b19e-54c44b1a273f']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:21.208388 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-adf2fe70-032a-47bf-9725-3abc62c9dfba req-01b4a220-b079-4a7a-8caf-268d6b316be6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0338070 May 02 15:01:21.323150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:01:21.326369 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:21.449513 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.20.0.4 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/d0dbe6a4-0d78-402b-a8f6-1e316348d470) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:01:21.584914 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:21.672284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:21.711631 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:01:21.714653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:01:21.718444 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:01:21.752309 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:21.781853 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:21.782503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:21.886449 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-2adb2239-cef8-47cc-8aa6-060e55f64706 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0536249 May 02 15:01:21.895394 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-cf5667ad-683a-49c2-8ada-0ab1aa2f4ff8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 15:01:21.896884 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-cf5667ad-683a-49c2-8ada-0ab1aa2f4ff8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051928 May 02 15:01:21.957931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Request body: {'port': {'device_id': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:21.973702 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-80be8757-2b01-44a8-a78f-22be090387b8 None None] Provisioning complete for port d0dbe6a4-0d78-402b-a8f6-1e316348d470 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:01:21.974246 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-80be8757-2b01-44a8-a78f-22be090387b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.007017 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-80be8757-2b01-44a8-a78f-22be090387b8 None None] Port d0dbe6a4-0d78-402b-a8f6-1e316348d470 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:01:22.019335 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.275596 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0dbe6a4-0d78-402b-a8f6-1e316348d470 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:01:22.283124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks [] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.295486 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Transition to ACTIVE for port object d0dbe6a4-0d78-402b-a8f6-1e316348d470 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:01:22.322799 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbee3bd-fa26-46eb-9d71-14a07efc359a req-959a3ea3-8c7a-4820-b9c2-60608f01b357 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:22.324259 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ccbee3bd-fa26-46eb-9d71-14a07efc359a req-959a3ea3-8c7a-4820-b9c2-60608f01b357 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 931 time: 0.0492160 May 02 15:01:22.369415 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.370898 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ccbee3bd-fa26-46eb-9d71-14a07efc359a req-fcdf7894-1979-40fd-a12b-d82699fc3456 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409722 May 02 15:01:22.419032 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:22.496151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Attempting to bind port d0dbe6a4-0d78-402b-a8f6-1e316348d470 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:01:22.496405 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Attempting to bind port d0dbe6a4-0d78-402b-a8f6-1e316348d470 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:01:22.496760 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Attempting to bind port d0dbe6a4-0d78-402b-a8f6-1e316348d470 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:01:22.501274 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Port d0dbe6a4-0d78-402b-a8f6-1e316348d470 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:01:22.501592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Attempting to bind port d0dbe6a4-0d78-402b-a8f6-1e316348d470 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:01:22.506985 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:01:22.507323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:01:22.507701 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:01:22.508151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Bound port: d0dbe6a4-0d78-402b-a8f6-1e316348d470, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:01:22.508509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.572666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:01:22.575837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:01:22.661356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.695135 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:22.695750 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:22.697166 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0dbe6a4-0d78-402b-a8f6-1e316348d470 HTTP/1.1" status: 200 len: 1093 time: 0.7859509 May 02 15:01:22.697601 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:22.699838 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec1361-3ef8-4616-b0fa-de66f6acae7a" -d '{"events": [{"name": "network-changed", "server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:22.728492 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57de4e-1bd2-4b47-958e-dab4dffabbe0 service neutron] Pushing event updated for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:22.798522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d2d261-a9ac-4dd9-ad6a-32fd83dbef06 x-openstack-request-id: req-00d2d261-a9ac-4dd9-ad6a-32fd83dbef06 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:22.799144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:22.799144 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00d2d261-a9ac-4dd9-ad6a-32fd83dbef06 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:22.799459 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d2d261-a9ac-4dd9-ad6a-32fd83dbef06'] response: {'name': 'network-changed', 'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'status': 'completed', 'code': 200} May 02 15:01:22.882351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-535bc2e4-04e3-4eeb-a3a9-242fca84df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:22.883884 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-535bc2e4-04e3-4eeb-a3a9-242fca84df00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 1127 time: 0.0409734 May 02 15:01:22.994480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-6e585a95-5cd9-4cb5-862b-b53b6dbfabc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:22.995914 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-6e585a95-5cd9-4cb5-862b-b53b6dbfabc9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66a8835725b5422cbf45b0588773e973&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0976212 May 02 15:01:23.090049 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-d5f7c48e-1655-4749-9df7-0aac38be2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:23.091402 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-93ec1361-3ef8-4616-b0fa-de66f6acae7a req-d5f7c48e-1655-4749-9df7-0aac38be2984 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897427 May 02 15:01:23.193904 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-b75b9650-c7a1-4fce-8549-d26a8e374b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:23.195397 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-b75b9650-c7a1-4fce-8549-d26a8e374b48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 1127 time: 0.0384226 May 02 15:01:23.241870 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-a18f81a8-27f8-447c-b4c6-f3724c88a73e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470 HTTP/1.1" status: 200 len: 217 time: 0.0332172 May 02 15:01:23.291902 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-14c0b53c-32a8-49da-8266-bf7e8685d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:23.293340 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-14c0b53c-32a8-49da-8266-bf7e8685d9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0458484 May 02 15:01:23.337400 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-5596d399-7710-47d8-a381-ab1d9ddd6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:23.338925 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-5596d399-7710-47d8-a381-ab1d9ddd6e3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397792 May 02 15:01:23.427390 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-657272ea-322a-4ceb-b0b6-ae16f3b4333d service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818927 May 02 15:01:23.483184 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0e196-7124-4898-b4cd-e036e9021625 req-ab5333bb-cee4-42f1-9379-b56efc892c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:23.484672 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ddf0e196-7124-4898-b4cd-e036e9021625 req-ab5333bb-cee4-42f1-9379-b56efc892c4e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 943 time: 0.0464153 May 02 15:01:23.521639 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45892aed-1bf4-4c13-a5ea-63a00e55c6f0 req-10727f2e-db07-47b4-8513-f2facd9b52d9 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 May 02 15:01:23.533034 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ddf0e196-7124-4898-b4cd-e036e9021625 req-adc0b587-b280-4435-9428-f9c65fc19aa7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412846 May 02 15:01:24.646163 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3946-4ef8-40ba-ba6b-8f9e9461f9fe req-2f4f443c-7e20-42a6-b171-08ce23b0f90b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:24.648487 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8eba3946-4ef8-40ba-ba6b-8f9e9461f9fe req-2f4f443c-7e20-42a6-b171-08ce23b0f90b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 943 time: 0.0467749 May 02 15:01:24.696265 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8eba3946-4ef8-40ba-ba6b-8f9e9461f9fe req-4dcd6db8-e86d-4001-a715-d0e40e9dc770 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 May 02 15:01:25.807564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113e9d3-976d-43fd-9a20-652a8c93b8c7 req-6434eccb-daa1-4f8e-829f-13946609dd36 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:25.809008 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d113e9d3-976d-43fd-9a20-652a8c93b8c7 req-6434eccb-daa1-4f8e-829f-13946609dd36 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 943 time: 0.0462198 May 02 15:01:25.858337 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d113e9d3-976d-43fd-9a20-652a8c93b8c7 req-8bf86cf1-3092-48d2-a8f6-da9d075de0ea tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 May 02 15:01:26.970842 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2df15c-d47b-4b8b-ba1d-aed55bc63cd4 req-a43c8d4d-f1b6-4c51-92fe-36a90cd74f07 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:26.972589 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ff2df15c-d47b-4b8b-ba1d-aed55bc63cd4 req-a43c8d4d-f1b6-4c51-92fe-36a90cd74f07 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 943 time: 0.0496786 May 02 15:01:27.017942 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ff2df15c-d47b-4b8b-ba1d-aed55bc63cd4 req-1cd4be02-86bf-4745-854a-401b4c26e823 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 May 02 15:01:27.445585 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device d0dbe6a4-0d78-402b-a8f6-1e316348d470 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:01:27.540483 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:27.551956 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'port_id': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'mac_address': 'fa:16:3e:c9:3f:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:01:27.590118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port d0dbe6a4-0d78-402b-a8f6-1e316348d470 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:01:27.590512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:27.606421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0dbe6a4-0d78-402b-a8f6-1e316348d470 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:01:27.629049 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:27.700535 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:27.761368 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.770695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.771203 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.771280 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.771567 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.771924 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.772262 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.772590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.773551 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.773884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:27.774213 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:28.149683 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dd7ba-3b73-49e8-bb7a-72a5abd547cb req-248ac916-3264-4355-b2b5-0f99a72c5b66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:28.151190 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-125dd7ba-3b73-49e8-bb7a-72a5abd547cb req-248ac916-3264-4355-b2b5-0f99a72c5b66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 944 time: 0.0556841 May 02 15:01:28.183371 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['d0dbe6a4-0d78-402b-a8f6-1e316348d470'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:01:28.198091 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-125dd7ba-3b73-49e8-bb7a-72a5abd547cb req-75b784db-c68e-491f-87d6-ffd92914789c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 May 02 15:01:29.312563 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcde48-c0f3-4d2b-91bf-15056fcabb40 req-a2199626-1843-4715-9dc6-0e6d9092107c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:29.314017 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6afcde48-c0f3-4d2b-91bf-15056fcabb40 req-a2199626-1843-4715-9dc6-0e6d9092107c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 944 time: 0.0499058 May 02 15:01:29.362291 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6afcde48-c0f3-4d2b-91bf-15056fcabb40 req-20646389-fd50-4139-a69f-2b6d178ba16b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 May 02 15:01:29.459050 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device d0dbe6a4-0d78-402b-a8f6-1e316348d470 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:01:29.503373 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port d0dbe6a4-0d78-402b-a8f6-1e316348d470 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:01:29.597900 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port d0dbe6a4-0d78-402b-a8f6-1e316348d470 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:01:29.598277 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:29.672709 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port d0dbe6a4-0d78-402b-a8f6-1e316348d470 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:01:29.673083 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:29.695445 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:29.697693 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3429e318-fbe1-428e-b869-ad7af17a64d1" -d '{"events": [{"server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "name": "network-vif-plugged", "status": "completed", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:29.713251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:29.732855 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173cdaad-b301-4afb-9e72-fd15ecb65749 x-openstack-request-id: req-173cdaad-b301-4afb-9e72-fd15ecb65749 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:29.733149 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "name": "network-vif-plugged", "status": "completed", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:29.733403 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-173cdaad-b301-4afb-9e72-fd15ecb65749 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:29.733846 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-173cdaad-b301-4afb-9e72-fd15ecb65749'] response: {'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'code': 200} May 02 15:01:29.797745 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:29.845462 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:30.109202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326cff1-390d-456a-8be9-1ec943c8c225 req-678adb96-303c-4a87-add3-ca1068296c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:30.110633 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1326cff1-390d-456a-8be9-1ec943c8c225 req-678adb96-303c-4a87-add3-ca1068296c15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0377460 May 02 15:01:30.156345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1326cff1-390d-456a-8be9-1ec943c8c225 req-72c8ae16-3edb-441f-87ed-36c5171f10f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 May 02 15:01:30.474535 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c5a51-4072-474d-8b9c-6f8e1d94b0ee req-60bbfcd7-9a6e-4b32-b854-0da3bfba170c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:30.476442 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28c5a51-4072-474d-8b9c-6f8e1d94b0ee req-60bbfcd7-9a6e-4b32-b854-0da3bfba170c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0469179 May 02 15:01:30.522213 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28c5a51-4072-474d-8b9c-6f8e1d94b0ee req-4dd9adaf-a395-465c-aee3-ea4b77be3c33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400944 May 02 15:01:31.640038 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86d92a-57f4-40fe-a145-7b97d92785bd req-c3267a2e-b62a-4da5-8909-afb01f63b244 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:31.641573 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e86d92a-57f4-40fe-a145-7b97d92785bd req-c3267a2e-b62a-4da5-8909-afb01f63b244 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0478284 May 02 15:01:31.691124 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e86d92a-57f4-40fe-a145-7b97d92785bd req-602f162f-3f93-43fc-806a-9ed4351bcb8b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 May 02 15:01:32.808324 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b721ef-5a94-4fcd-a979-fd70b900b6dc req-35aac40d-6b24-4031-88e4-49d54a14c0a6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:32.809787 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-72b721ef-5a94-4fcd-a979-fd70b900b6dc req-35aac40d-6b24-4031-88e4-49d54a14c0a6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0474803 May 02 15:01:32.856705 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-72b721ef-5a94-4fcd-a979-fd70b900b6dc req-7b854997-7d27-484c-af00-a02011871832 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 May 02 15:01:32.969876 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d946db1-daf6-45da-9a43-46329377496f req-9e693ca9-3b14-468d-b859-222d633a0a8a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:32.971422 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4d946db1-daf6-45da-9a43-46329377496f req-9e693ca9-3b14-468d-b859-222d633a0a8a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0505395 May 02 15:01:32.979480 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:01:32.983061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42354) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:32.984670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'port_id': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:01:33.024100 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:33.465104 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:33.528918 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:33.630266 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 66e16b83-398e-43b9-993a-f9091490e7f9 associated. External IP: 172.27.0.234, port: d0dbe6a4-0d78-402b-a8f6-1e316348d470. May 02 15:01:33.846354 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:01:33.953915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:01:33.958752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:33.964071 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:01:33.974130 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:33.974728 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:33.988827 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8f3fc4fe-2665-4de8-8d45-f02c4863e1bd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "PUT /v2.0/floatingips/66e16b83-398e-43b9-993a-f9091490e7f9 HTTP/1.1" status: 200 len: 991 time: 1.0075614 May 02 15:01:33.989443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:33.991882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af680d7-8972-4134-86ce-f1f592b3d09e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:34.026384 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49617230-c7ff-4aab-b9d0-c04ed53c9e22 x-openstack-request-id: req-49617230-c7ff-4aab-b9d0-c04ed53c9e22 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:34.026675 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:34.026933 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49617230-c7ff-4aab-b9d0-c04ed53c9e22 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:34.027345 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49617230-c7ff-4aab-b9d0-c04ed53c9e22'] response: {'name': 'network-changed', 'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'status': 'completed', 'code': 200} May 02 15:01:34.082447 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:34.110632 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-2f063e01-e3e0-46d1-82b9-97d10ebd43ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:34.112300 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-2f063e01-e3e0-46d1-82b9-97d10ebd43ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 1129 time: 0.0409119 May 02 15:01:34.211644 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-93ae6884-c81e-49d3-8b33-8985ae95601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:34.213183 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-93ae6884-c81e-49d3-8b33-8985ae95601a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.0934978 May 02 15:01:34.277542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-bc3a36da-4730-4316-9561-fae4802a5859 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470 HTTP/1.1" status: 200 len: 999 time: 0.0587356 May 02 15:01:34.324113 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-e5a2b1cb-0c36-4aaf-ac6b-6fab87896e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:34.325545 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-e5a2b1cb-0c36-4aaf-ac6b-6fab87896e5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0428154 May 02 15:01:34.371016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-600c0c88-ff1d-4220-bfff-ed87696d464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:34.372473 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-600c0c88-ff1d-4220-bfff-ed87696d464d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415206 May 02 15:01:34.382936 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '66e16b83-398e-43b9-993a-f9091490e7f9', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:c9:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:01:17Z', 'updated_at': '2022-05-02T15:01:33Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}, {'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:34.408800 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:01:34.416913 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:34.417513 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:34.462389 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-551a810a-8bc5-41e2-b8ea-4e43b16761aa service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831778 May 02 15:01:34.524002 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:34.552789 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7af680d7-8972-4134-86ce-f1f592b3d09e req-6f1f52c2-3cc8-4b9b-a7a4-b8b19c52dbe4 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 May 02 15:01:34.736475 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '66e16b83-398e-43b9-993a-f9091490e7f9', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:c9:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:01:17Z', 'updated_at': '2022-05-02T15:01:33Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}, {'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:34.762983 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ca75e-8960-4258-8cab-e59476b8158a None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '66e16b83-398e-43b9-993a-f9091490e7f9', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:c9:3f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:01:17Z', 'updated_at': '2022-05-02T15:01:33Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}, {'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:01:34.959722 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86eb4e81-d46a-476b-af2e-14bfcd8a0e59 None None] New status for floating IP 66e16b83-398e-43b9-993a-f9091490e7f9: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:01:42.740340 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:43.597460 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5f7b9ae2-f231-4b7a-b7a0-e7e963110ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:45.860386 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a6a45273-762a-468f-b91e-393e097e4e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:46.129677 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-b24e14d2-91bc-467e-a411-c6bfd3711265 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386429 May 02 15:01:46.200541 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15734e8-81b8-427c-901b-cc46d099312d req-626243a2-2800-4d7d-b056-0703fd73b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:46.202001 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-626243a2-2800-4d7d-b056-0703fd73b4f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 1129 time: 0.0385780 May 02 15:01:46.306299 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15734e8-81b8-427c-901b-cc46d099312d req-e1b6aa55-f2bf-4a49-bcf5-185123b33102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:46.307751 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-e1b6aa55-f2bf-4a49-bcf5-185123b33102 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0868740 May 02 15:01:46.370643 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-c659b969-2e7c-4de4-8843-ddeb4c0d6efa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 200 len: 1000 time: 0.0561438 May 02 15:01:46.420764 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15734e8-81b8-427c-901b-cc46d099312d req-09c2d053-2b23-4166-9cd5-b8f4e857f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:46.422136 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-09c2d053-2b23-4166-9cd5-b8f4e857f380 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0462921 May 02 15:01:46.465435 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15734e8-81b8-427c-901b-cc46d099312d req-3cf997bc-916b-4056-9f9b-3ae4adb7221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:46.466901 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-3cf997bc-916b-4056-9f9b-3ae4adb7221b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385582 May 02 15:01:46.554114 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-bc62735c-567c-471e-b28f-16867cb14894 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812116 May 02 15:01:46.643867 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b15734e8-81b8-427c-901b-cc46d099312d req-464793fa-4345-4cbd-89ea-f9b8a115b890 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841596 May 02 15:01:47.324051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:47.477330 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76bfb-f496-4c98-8957-e7fed8ebbefd req-c9bfd70f-2f25-470e-8bce-3b8503528883 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:47.478767 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bda76bfb-f496-4c98-8957-e7fed8ebbefd req-c9bfd70f-2f25-470e-8bce-3b8503528883 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0494015 May 02 15:01:47.524907 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bda76bfb-f496-4c98-8957-e7fed8ebbefd req-e33720bc-74a2-4f11-a30b-d5cf1c25ae84 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400069 May 02 15:01:48.638035 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:48.645930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09e3ec-da13-44bb-a5a2-cbb666c2f119 req-6789dc41-5353-478b-8d17-42ea1e9f30c3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:48.647421 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ca09e3ec-da13-44bb-a5a2-cbb666c2f119 req-6789dc41-5353-478b-8d17-42ea1e9f30c3 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0469615 May 02 15:01:48.693882 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ca09e3ec-da13-44bb-a5a2-cbb666c2f119 req-a936a210-dea3-476c-ae58-324ea41f6317 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 May 02 15:01:49.146182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-6b49b985-72af-4241-aac2-8da33b6f2de1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:49.147677 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-6b49b985-72af-4241-aac2-8da33b6f2de1 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0516338 May 02 15:01:49.519038 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045884ae-4ff4-4b8a-8f24-061a9026b8fa req-23782dd9-d329-4dbe-a3dd-8d20d14e6489 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:49.520486 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-045884ae-4ff4-4b8a-8f24-061a9026b8fa req-23782dd9-d329-4dbe-a3dd-8d20d14e6489 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 945 time: 0.3583200 May 02 15:01:49.547414 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Deleting port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:01:49.547748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:49.627065 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-045884ae-4ff4-4b8a-8f24-061a9026b8fa req-be932346-7c39-4e16-ba49-68d04d1893cf tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996661 May 02 15:01:49.657862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] For port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:49.658470 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:49.814863 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813aa52-8e68-411f-914f-b786ff4c3cb9 req-668678af-5edf-4fea-89fd-bf4b0ad192bb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:49.816362 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c813aa52-8e68-411f-914f-b786ff4c3cb9 req-668678af-5edf-4fea-89fd-bf4b0ad192bb tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 946 time: 0.0474169 May 02 15:01:49.829434 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:49.829800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:49.830114 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Floating IP d7febc73-e485-415b-81b2-118b971fab00 disassociated. External IP: 172.27.0.25, port: 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0. May 02 15:01:49.830451 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Calling delete_port for 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:01:49.863394 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c813aa52-8e68-411f-914f-b786ff4c3cb9 req-ee29a78b-bdff-4dcf-891d-4e6407966b5e tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups?id=71935600-3609-407d-bfa4-04ec0e45fd97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411978 May 02 15:01:50.031628 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (63df7d92-5d58-4b16-98d8-9fb6c21c4ea0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:50.057694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'Port': ['ID=63df7d92-5d58-4b16-98d8-9fb6c21c4ea0,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:50.174252 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:50.178630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:01:50.289099 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:01:50.299611 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:01:50.309128 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:50.309830 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:50.333831 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] No DVR routers for this DVR port 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:01:50.336367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:50.339698 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-206b9d92-0bf3-449d-8f87-3205d32675b4 req-e7266cb3-8b57-434c-ac46-5d64567e1107 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.41 "DELETE /v2.0/ports/63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 HTTP/1.1" status: 204 len: 173 time: 1.1858966 May 02 15:01:50.340724 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-deleted', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:50.342974 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4176a773-e60f-4ef5-90d0-4cf2e5742e98" -d '{"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-deleted", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:50.377261 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a441661-5e69-4a2a-9251-f0355b131be7 x-openstack-request-id: req-4a441661-5e69-4a2a-9251-f0355b131be7 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:50.377569 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564bfdd-2096-4669-b6a3-fdede3d24972", "name": "network-vif-deleted", "tag": "63df7d92-5d58-4b16-98d8-9fb6c21c4ea0", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:50.377824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a441661-5e69-4a2a-9251-f0355b131be7 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:50.378234 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a441661-5e69-4a2a-9251-f0355b131be7'] response: {'server_uuid': '0564bfdd-2096-4669-b6a3-fdede3d24972', 'name': 'network-vif-deleted', 'tag': '63df7d92-5d58-4b16-98d8-9fb6c21c4ea0', 'status': 'completed', 'code': 200} May 02 15:01:50.424598 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:50.618629 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:50.645232 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:01:50.653737 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:50.659759 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:50.740761 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1738468-26fd-4fe8-b3cb-993fa85b3563 req-12771a01-c834-4fdb-abc1-fd8030a25f1e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:50.742242 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c1738468-26fd-4fe8-b3cb-993fa85b3563 req-12771a01-c834-4fdb-abc1-fd8030a25f1e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 945 time: 0.0496223 May 02 15:01:50.762555 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:50.792512 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c1738468-26fd-4fe8-b3cb-993fa85b3563 req-805e2eec-b85b-4991-8b53-750a166b030a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 May 02 15:01:50.958267 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:50.978315 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c2503ce1-a99f-4e6a-afa6-eb2c75c5c3bb req-9ed5ea9a-eead-432b-99b5-2896169fc57c tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 210 time: 0.0300817 May 02 15:01:50.986149 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e809c905-941c-4623-9dd7-177b8f061b25 None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T14:50:45Z', 'revision_number': 4, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0e77441d-e8f9-45c0-9212-284535bc37b4', 'name': '', 'network_id': 'a6931cd5-688d-4ae1-950b-4d8676ef7a9e', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'mac_address': 'fa:16:3e:18:70:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:44Z', 'updated_at': '2022-05-02T14:50:52Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'subnets': [{'id': '4abece8a-a209-43f4-a894-e1d3d9738a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:01:51.219426 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ea4cd7-cfec-4989-b130-7c0a9b5104ab None None] New status for floating IP d7febc73-e485-415b-81b2-118b971fab00: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:01:51.579336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:01:51.599641 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:01:51.600014 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 63df7d92-5d58-4b16-98d8-9fb6c21c4ea0 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:01:51.600431 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 6a4b008a-455a-4876-ab9a-2184464f7b09 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:01:51.673325 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 6a4b008a-455a-4876-ab9a-2184464f7b09 is: ACTIVE; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:01:51.673714 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:51.695528 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:51.697712 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2a637-a140-41a6-86b7-ac5e43e3fcab" -d '{"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:51.709974 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:51.737861 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6de9a3-bc30-4629-a18c-fb5c8a67482a x-openstack-request-id: req-ac6de9a3-bc30-4629-a18c-fb5c8a67482a {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:51.737861 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-unplugged", "status": "completed", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:51.737861 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac6de9a3-bc30-4629-a18c-fb5c8a67482a {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:51.737861 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6de9a3-bc30-4629-a18c-fb5c8a67482a'] response: {'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'code': 200} May 02 15:01:51.837411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:51.885265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:51.905874 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624eb41-2c2d-4162-b356-6bb734fa561e req-5cfdc106-31b4-41e7-ac7a-cfc0ec7f3693 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:51.907350 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e624eb41-2c2d-4162-b356-6bb734fa561e req-5cfdc106-31b4-41e7-ac7a-cfc0ec7f3693 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0474722 May 02 15:01:51.956623 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e624eb41-2c2d-4162-b356-6bb734fa561e req-7bd18c78-5e79-4200-808f-45eb145f71ed tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 May 02 15:01:52.091280 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5c2161d1-57a4-44ce-8d02-7e76f306ea9e req-55bb23a6-bbc8-4dca-8406-e8d8968adad4 tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/ports?device_id=0564bfdd-2096-4669-b6a3-fdede3d24972 HTTP/1.1" status: 200 len: 210 time: 0.0269046 May 02 15:01:52.381278 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-269fff50-7f4c-4364-9d89-2af9815d93a5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:52.382707 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-269fff50-7f4c-4364-9d89-2af9815d93a5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0462458 May 02 15:01:52.661465 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port 6a4b008a-455a-4876-ab9a-2184464f7b09 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:01:52.662054 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:52.756525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] For port 6a4b008a-455a-4876-ab9a-2184464f7b09, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6a4b008a-455a-4876-ab9a-2184464f7b09,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:52.756937 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:52.937202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:52.937573 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (a4d5ce64-8255-4c6f-b08f-16036ae1b294), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:52.937891 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP a4d5ce64-8255-4c6f-b08f-16036ae1b294 disassociated. External IP: 172.27.0.36, port: 6a4b008a-455a-4876-ab9a-2184464f7b09. May 02 15:01:52.938239 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for 6a4b008a-455a-4876-ab9a-2184464f7b09 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:01:53.105432 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097fc22-1ac3-4421-99bf-26ab3d242e3e req-b6986e35-30a4-4556-b66e-361615eb9bae tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:53.107368 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b097fc22-1ac3-4421-99bf-26ab3d242e3e req-b6986e35-30a4-4556-b66e-361615eb9bae tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 943 time: 0.0608187 May 02 15:01:53.157802 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b097fc22-1ac3-4421-99bf-26ab3d242e3e req-37571660-6ec1-4779-bfa4-75d6762d03cd tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446248 May 02 15:01:53.180435 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (6a4b008a-455a-4876-ab9a-2184464f7b09), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.209307 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=6a4b008a-455a-4876-ab9a-2184464f7b09,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:53.262718 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42462) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:53.348096 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (71935600-3609-407d-bfa4-04ec0e45fd97), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.355291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:01:53.378508 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (71935600-3609-407d-bfa4-04ec0e45fd97), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.483152 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:01:53.493940 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:01:53.504836 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:53.505471 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:53.511811 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (71935600-3609-407d-bfa4-04ec0e45fd97), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.514720 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.518420 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "DELETE /v2.0/security-groups/71935600-3609-407d-bfa4-04ec0e45fd97 HTTP/1.1" status: 204 len: 168 time: 0.2506273 May 02 15:01:53.519388 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42472) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:53.529772 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] No DVR routers for this DVR port 6a4b008a-455a-4876-ab9a-2184464f7b09 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:01:53.532217 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.535539 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71935600-3609-407d-bfa4-04ec0e45fd97,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:53.539735 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8942c6fd-8b9f-4609-bb50-2f5c24f49675 req-19b00ef6-284c-4ca9-873a-ccdc27a3f387 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "DELETE /v2.0/ports/6a4b008a-455a-4876-ab9a-2184464f7b09 HTTP/1.1" status: 204 len: 173 time: 0.9699769 May 02 15:01:53.540268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-deleted', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:01:53.543577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5f4d1-6a32-45f4-8fa7-6b094975c2b6" -d '{"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-deleted", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:01:53.546476 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-f29afd65-3bbe-4def-9114-0e351fe2d57a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] show failed (client error): The resource could not be found. May 02 15:01:53.547520 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f29afd65-3bbe-4def-9114-0e351fe2d57a tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "GET /v2.0/security-groups/71935600-3609-407d-bfa4-04ec0e45fd97 HTTP/1.1" status: 404 len: 347 time: 0.0269699 May 02 15:01:53.552442 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42476) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:53.553794 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.554143 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.554740 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.555004 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.555403 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.555672 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.559754 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.560142 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.560492 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.565902 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcefbb4-e796-4f7a-b26d-4808fa2718aa tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:01:53.618636 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c34c02-4cec-4603-8a44-929c272757a7 x-openstack-request-id: req-a4c34c02-4cec-4603-8a44-929c272757a7 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:01:53.619233 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c340e90-2170-419a-b729-f60598c2e1f9", "name": "network-vif-deleted", "tag": "6a4b008a-455a-4876-ab9a-2184464f7b09", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:01:53.619762 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4c34c02-4cec-4603-8a44-929c272757a7 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:01:53.620446 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c34c02-4cec-4603-8a44-929c272757a7'] response: {'server_uuid': '8c340e90-2170-419a-b729-f60598c2e1f9', 'name': 'network-vif-deleted', 'tag': '6a4b008a-455a-4876-ab9a-2184464f7b09', 'status': 'completed', 'code': 200} May 02 15:01:53.723892 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:53.749228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Deleting port 94072348-dab1-4211-badc-96f0a5e7008a {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:01:53.750162 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (94072348-dab1-4211-badc-96f0a5e7008a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.853481 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (94072348-dab1-4211-badc-96f0a5e7008a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.853818 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (94072348-dab1-4211-badc-96f0a5e7008a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:53.870756 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Calling delete_port for 94072348-dab1-4211-badc-96f0a5e7008a owned by network:floatingip {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:01:53.940327 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:53.968722 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:01:53.978777 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:53.979410 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:54.089176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (94072348-dab1-4211-badc-96f0a5e7008a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:54.101380 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:54.116827 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Pushing event deleted for resources: {'Port': ['ID=94072348-dab1-4211-badc-96f0a5e7008a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:54.184081 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks [] for floatingip (d7febc73-e485-415b-81b2-118b971fab00), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:54.186941 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:54.193331 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-996a8693-a624-4ea2-9153-398d198263ed tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] 10.222.0.36 "DELETE /v2.0/floatingips/d7febc73-e485-415b-81b2-118b971fab00 HTTP/1.1" status: 204 len: 168 time: 0.6261501 May 02 15:01:54.296468 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b026706b-0e9e-464d-b48a-b0b099941fdf req-2748657d-ce0c-4c10-9820-d4c90e5aaf0b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0526872 May 02 15:01:54.308329 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:54.335582 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad1a9c-bb24-428a-b7bf-55452f57b95f None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:01:54.552344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dadcf0-c6a3-4612-b98e-d10df951e129 None None] New status for floating IP a4d5ce64-8255-4c6f-b08f-16036ae1b294: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:01:55.403309 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-6fd9ec4a-3f69-4353-8483-2e7fb257c6ad req-22ad38e2-56b9-4189-855e-5700983962bb tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c340e90-2170-419a-b729-f60598c2e1f9 HTTP/1.1" status: 200 len: 210 time: 0.0283511 May 02 15:01:56.662171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-4e4e716d-bacb-4c69-8fa4-7c9ce4856746 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903839782&fields=id&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 267 time: 0.0451324 May 02 15:01:56.770731 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-2aa358be-60c8-427c-a575-abd1c63e3da8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:56.772225 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-2aa358be-60c8-427c-a575-abd1c63e3da8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.1030614 May 02 15:01:56.787968 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e022f27b-f6a5-44db-9fff-01ef7674368b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/quotas/d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 375 time: 0.0090346 May 02 15:01:56.835383 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-1f77e5ff-1c32-4e5b-950c-f6680a2c9230 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427094 May 02 15:01:56.893433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-6427075d-11ae-404c-9491-0bde9184fe49 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 15:01:56.894436 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-6427075d-11ae-404c-9491-0bde9184fe49 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469058 May 02 15:01:56.969250 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42538) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:56.984226 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-1ebf07cb-f413-4825-adac-20a0ff84a708 service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837271 May 02 15:01:57.075812 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-64973e34-2d76-453e-b702-61a43bdbdfa7 service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858028 May 02 15:01:57.413049 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:57.694134 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Deleting port 0e77441d-e8f9-45c0-9212-284535bc37b4 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:01:57.694497 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:57.773124 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] For port 0e77441d-e8f9-45c0-9212-284535bc37b4, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0e77441d-e8f9-45c0-9212-284535bc37b4,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:57.773487 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:57.786368 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Calling delete_port for 0e77441d-e8f9-45c0-9212-284535bc37b4 owned by network:router_interface {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:01:58.048632 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (0e77441d-e8f9-45c0-9212-284535bc37b4), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:58.074997 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e77441d-e8f9-45c0-9212-284535bc37b4,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:58.465682 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:58.714118 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d380b75d-f3be-4243-b964-2db7bc50d791 req-df79c8b5-6e6f-4c15-a008-c20d294b4719 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0312903 May 02 15:01:58.715875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:01:58.831883 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:01:58.840296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42566) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:01:58.841528 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4768d09d-8de0-4848-a076-e97d344da39e admin admin] 10.222.0.36 "PUT /v2.0/routers/b3ff11f2-7ee4-4bf4-9e9d-952500376eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711476 May 02 15:01:58.843399 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Sync routers for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:01:58.858597 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:58.876822 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:58.962931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks [] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:58.968537 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:59.077410 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks [] for router_gateway (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.145375 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T15:01:57Z', 'revision_number': 5, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port': {'id': '4b8957f6-38a5-444b-b6b2-5b0172a866a5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:50:41Z', 'updated_at': '2022-05-02T14:50:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:59.175049 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Checking router: b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:01:59.183214 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Routers {'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:01:59.184374 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:59.223678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Deleting port 4b8957f6-38a5-444b-b6b2-5b0172a866a5 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:01:59.224133 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.270924 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] Set router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:01:59.311285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] For port 4b8957f6-38a5-444b-b6b2-5b0172a866a5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=4b8957f6-38a5-444b-b6b2-5b0172a866a5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:01:59.311928 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.321471 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T15:01:59Z', 'revision_number': 6, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:01:59.328556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Calling delete_port for 4b8957f6-38a5-444b-b6b2-5b0172a866a5 owned by network:router_gateway {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:01:59.351024 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73904369-f11a-4e2a-85fe-3dff094b24b5 None None] The sync data for ids ['b3ff11f2-7ee4-4bf4-9e9d-952500376eb0'] in dv-cinder-750782-21-iscsi is: [{'id': 'b3ff11f2-7ee4-4bf4-9e9d-952500376eb0', 'name': 'tempest-AttachVolumeShelveTestJSON-1704739366-router', 'tenant_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:50:40Z', 'updated_at': '2022-05-02T15:01:59Z', 'revision_number': 6, 'project_id': '8e19e4b0145e42e0a62ca2014cbf06e1', 'gw_port_host': None}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:01:59.529296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae2d75-4969-4a5d-aa7f-ce1ec2c69dba req-a45850e0-57e8-4f9b-a4d2-5f6591eef50f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:01:59.530687 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e5ae2d75-4969-4a5d-aa7f-ce1ec2c69dba req-a45850e0-57e8-4f9b-a4d2-5f6591eef50f tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0469790 May 02 15:01:59.576965 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e5ae2d75-4969-4a5d-aa7f-ce1ec2c69dba req-302799f5-6e91-4ed6-b772-170278e5832a tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407443 May 02 15:01:59.634208 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (4b8957f6-38a5-444b-b6b2-5b0172a866a5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.661358 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8957f6-38a5-444b-b6b2-5b0172a866a5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:01:59.724456 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.837345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.853503 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks [] for router_controller (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.856900 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3034fca6-5314-45ee-afc5-c6730d77faf4 req-757e31d1-bbef-43fc-a34b-7f7e2bd970bc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0664730 May 02 15:01:59.945952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (b3ff11f2-7ee4-4bf4-9e9d-952500376eb0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.946492 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 {{(pid=110409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:01:59.952335 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:01:59.953493 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-aa9a1f3a-558b-4807-b032-9d757617b30a admin admin] 10.222.0.36 "DELETE /v2.0/routers/b3ff11f2-7ee4-4bf4-9e9d-952500376eb0 HTTP/1.1" status: 204 len: 168 time: 1.1109631 May 02 15:01:59.958138 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42584) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:00.004109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Deleting subnet 4abece8a-a209-43f4-a894-e1d3d9738a67 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:02:00.007232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Publish callbacks [] for subnet (4abece8a-a209-43f4-a894-e1d3d9738a67), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.043765 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8733727'] for subnet (4abece8a-a209-43f4-a894-e1d3d9738a67), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.120509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (4abece8a-a209-43f4-a894-e1d3d9738a67), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.181459 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 4b8957f6-38a5-444b-b6b2-5b0172a866a5 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:00.201991 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 4b8957f6-38a5-444b-b6b2-5b0172a866a5 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:00.205845 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 4b8957f6-38a5-444b-b6b2-5b0172a866a5 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:00.205845 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0e77441d-e8f9-45c0-9212-284535bc37b4 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:00.221542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 0e77441d-e8f9-45c0-9212-284535bc37b4 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:00.221896 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0e77441d-e8f9-45c0-9212-284535bc37b4 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:00.272094 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8825677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017572'] for subnet (4abece8a-a209-43f4-a894-e1d3d9738a67), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.304298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abece8a-a209-43f4-a894-e1d3d9738a67,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:00.304298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.305647 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-dfc5ed5a-12ce-4247-96b0-3d0499811c4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4abece8a-a209-43f4-a894-e1d3d9738a67 HTTP/1.1" status: 204 len: 168 time: 0.3465791 May 02 15:02:00.308298 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42586) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:00.315154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1875cc-9b15-4225-8a0d-a41c7e86277f None None] Network a6931cd5-688d-4ae1-950b-4d8676ef7a9e requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:02:00.384150 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (a6931cd5-688d-4ae1-950b-4d8676ef7a9e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.435163 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Deleting port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:00.435729 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.488908 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] DHCP port deletion for a6931cd5-688d-4ae1-950b-4d8676ef7a9e request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:02:00.504774 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] For port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:00.505144 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.518018 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Calling delete_port for 3cf2de48-2c20-43d0-aeb9-6c21397ad11b owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:00.528848 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Deleting port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:00.529225 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.593244 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] For port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,segment=NetworkSegment(9aad93ba-e810-4068-8d79-6da0fd8e8522),segment_id=9aad93ba-e810-4068-8d79-6da0fd8e8522)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:00.593547 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.607322 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Calling delete_port for 3cf2de48-2c20-43d0-aeb9-6c21397ad11b owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:00.673296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.683947 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (3cf2de48-2c20-43d0-aeb9-6c21397ad11b), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.708066 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] Pushing event deleted for resources: {'Port': ['ID=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:00.710272 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf2de48-2c20-43d0-aeb9-6c21397ad11b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:00.712125 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79418cc7-1ed0-426f-b23b-87fdfab6a7f6 None None] No DVR routers for this DVR port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:02:00.715104 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] No DVR routers for this DVR port 3cf2de48-2c20-43d0-aeb9-6c21397ad11b on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:02:00.724733 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ed480-2af6-49d7-b1c7-4a7d81782098 req-9fedb1d4-8766-47ec-95d1-d6f2586636f9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:00.726177 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-865ed480-2af6-49d7-b1c7-4a7d81782098 req-9fedb1d4-8766-47ec-95d1-d6f2586636f9 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0797350 May 02 15:02:00.817062 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (a6931cd5-688d-4ae1-950b-4d8676ef7a9e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.843387 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-865ed480-2af6-49d7-b1c7-4a7d81782098 req-f728a8d7-9ced-49f2-bbe2-628f3bd8aebf tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974314 May 02 15:02:00.851549 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6931cd5-688d-4ae1-950b-4d8676ef7a9e']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:00.861634 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aad93ba-e810-4068-8d79-6da0fd8e8522') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:00.861933 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aad93ba-e810-4068-8d79-6da0fd8e8522') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:00.870564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (9aad93ba-e810-4068-8d79-6da0fd8e8522), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.884644 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (9aad93ba-e810-4068-8d79-6da0fd8e8522), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.891503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:02:00.891922 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (9aad93ba-e810-4068-8d79-6da0fd8e8522), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:02:00.893736 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:02:00.958369 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-de1bd16f-478d-46d0-ad59-9f2589aeb3ee req-4d0e6588-c7ca-4760-8c86-95534908b4f7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0319989 May 02 15:02:01.026188 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (a6931cd5-688d-4ae1-950b-4d8676ef7a9e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.031929 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.035818 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a6931cd5-688d-4ae1-950b-4d8676ef7a9e HTTP/1.1" status: 204 len: 168 time: 0.7253182 May 02 15:02:01.046702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab4675-5548-40d1-9cc8-14f901499058 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6931cd5-688d-4ae1-950b-4d8676ef7a9e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:01.442838 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42594) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:01.482776 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b345c862-e571-44f6-861a-ec10aeeaf691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e19e4b0145e42e0a62ca2014cbf06e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386815 May 02 15:02:01.485240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42596) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:01.535356 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] Publish callbacks [] for security_group (f89e0029-d39a-43f3-b15b-34dbd7b63836), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.556097 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] Publish callbacks [] for security_group (f89e0029-d39a-43f3-b15b-34dbd7b63836), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.618017 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-ab0d34a1-732d-4f1c-b1c3-f7607412e7e6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:01.619388 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-ab0d34a1-732d-4f1c-b1c3-f7607412e7e6 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0539978 May 02 15:02:01.695089 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f89e0029-d39a-43f3-b15b-34dbd7b63836), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.698439 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.700763 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f89e0029-d39a-43f3-b15b-34dbd7b63836 HTTP/1.1" status: 204 len: 168 time: 0.2139940 May 02 15:02:01.704242 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Deleting port 791dcee1-8d13-4a17-b9a1-284f53612dcd {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:01.704469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.709332 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8757f8-a11f-4466-be8e-29070f0cfcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89e0029-d39a-43f3-b15b-34dbd7b63836,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:01.798872 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] For port 791dcee1-8d13-4a17-b9a1-284f53612dcd, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=791dcee1-8d13-4a17-b9a1-284f53612dcd,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:01.799242 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.967995 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da481277-9ab7-4e02-9a53-1ad5c9b5aa19 req-50444f6b-f7f1-49d0-99ab-cf63c82125be tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:01.974742 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-da481277-9ab7-4e02-9a53-1ad5c9b5aa19 req-50444f6b-f7f1-49d0-99ab-cf63c82125be tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 945 time: 0.0525203 May 02 15:02:01.986066 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.986066 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:01.986593 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Floating IP 54673ed3-9909-4ee6-bb64-6010771f3879 disassociated. External IP: 172.27.0.100, port: 791dcee1-8d13-4a17-b9a1-284f53612dcd. May 02 15:02:01.986593 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Calling delete_port for 791dcee1-8d13-4a17-b9a1-284f53612dcd owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:02.037225 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3cf2de48-2c20-43d0-aeb9-6c21397ad11b no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:02.069438 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 3cf2de48-2c20-43d0-aeb9-6c21397ad11b {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:02.070350 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3cf2de48-2c20-43d0-aeb9-6c21397ad11b not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:02.077150 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-da481277-9ab7-4e02-9a53-1ad5c9b5aa19 req-583a8883-db6b-4514-8da5-a2e2963697e7 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups?id=73b331d0-54a3-4d11-974c-75f8f66c9a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969369 May 02 15:02:02.123239 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6723f403-0fe5-46a4-8945-63bc67ee24b8 req-36f9006f-3221-44c7-ab2e-55246dda1346 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0298047 May 02 15:02:02.275512 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-60b64e3c-722d-4dfd-9669-545813aee4c8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:02.277057 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-60b64e3c-722d-4dfd-9669-545813aee4c8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.1205690 May 02 15:02:02.319723 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (791dcee1-8d13-4a17-b9a1-284f53612dcd), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:02.356857 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'Port': ['ID=791dcee1-8d13-4a17-b9a1-284f53612dcd,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:02.388070 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-f9dfb948-e9dd-4f43-b299-0389995207cd tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 380 time: 0.0929818 May 02 15:02:02.430540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'port': {'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'admin_state_up': True, 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'security_groups': ['3302e0be-506a-4cc8-a2de-3be574e739c8']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:02:02.855240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:02:02.960083 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Made reservation on behalf of d8b64228a04f43e4a0203e43e6fd5cbd for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:02:02.963302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.001975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:02:03.012998 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:02:03.022215 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:03.022847 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:03.082237 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] No DVR routers for this DVR port 791dcee1-8d13-4a17-b9a1-284f53612dcd on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:02:03.086523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.089911 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3d88f896-8d78-412e-864a-59ebbb3f2fc2 req-aefc2a14-4966-4de3-954e-01cb483d2ddd tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.41 "DELETE /v2.0/ports/791dcee1-8d13-4a17-b9a1-284f53612dcd HTTP/1.1" status: 204 len: 173 time: 1.4647903 May 02 15:02:03.090370 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'name': 'network-vif-deleted', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:02:03.099352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88eb810-2c13-4a62-9220-df88cf2aa4ef" -d '{"events": [{"server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "name": "network-vif-deleted", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:02:03.152496 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9657770c-1c4b-4e5a-a871-25dd25b18382 x-openstack-request-id: req-9657770c-1c4b-4e5a-a871-25dd25b18382 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:02:03.152496 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d10aa2-607d-4e54-afb9-2fec3c5ddd7e", "name": "network-vif-deleted", "tag": "791dcee1-8d13-4a17-b9a1-284f53612dcd", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:02:03.152496 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9657770c-1c4b-4e5a-a871-25dd25b18382 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:02:03.152496 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9657770c-1c4b-4e5a-a871-25dd25b18382'] response: {'server_uuid': '00d10aa2-607d-4e54-afb9-2fec3c5ddd7e', 'name': 'network-vif-deleted', 'tag': '791dcee1-8d13-4a17-b9a1-284f53612dcd', 'status': 'completed', 'code': 200} May 02 15:02:03.177366 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:03.180412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.20.0.9 (b86e0d9f-a7bc-4564-ae88-0f635d81c92f/5c98f7d9-0dc3-4085-a218-e737d63a8a40/0a4297d3-5a15-47c3-baa9-b03cbae0c9b9) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:02:03.235792 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed37f300-d8e0-4d6a-9ae7-8ffb4c33d77d req-a7d41a9a-c804-4d0b-8c5f-d6b0a55e9c64 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 210 time: 0.0408838 May 02 15:02:03.254432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4bdbc9fd-ae5b-4c5c-b838-27b5e73cbc6f req-7467c075-0504-4d40-ab89-24df6ece674c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0477779 May 02 15:02:03.380582 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.403250 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:03.431327 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:02:03.451088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:03.451726 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:01:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:03.540478 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.560787 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:03.591545 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:02:03.594716 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:02:03.599014 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:02:03.629656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:03.669334 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:03.669334 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.756094 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-e8dddd37-b0de-4f55-8594-1b05f1a97dc7 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3307164 May 02 15:02:03.796308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:03.828234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d71b9d-0842-4148-98f3-3129702ce060 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T14:51:59Z', 'revision_number': 4, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '0216a9a0-bb76-4b2f-9dc3-b8b17fab519a', 'name': '', 'network_id': '8e26437f-c019-4cba-bd26-008d10f3b0b5', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'mac_address': 'fa:16:3e:bb:34:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:58Z', 'updated_at': '2022-05-02T14:52:05Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'subnets': [{'id': '64c31007-744b-4ac2-ae8d-722fb53d9e27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:02:03.943331 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-92fa20b5-79db-40a1-82bc-a544421106d3 None None] Provisioning complete for port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:02:03.943673 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-92fa20b5-79db-40a1-82bc-a544421106d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:03.966887 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Request body: {'port': {'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:02:04.010844 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-92fa20b5-79db-40a1-82bc-a544421106d3 None None] Port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:02:04.060231 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.158887 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04800c16-d642-480f-a395-4cb354269e1c None None] New status for floating IP 54673ed3-9909-4ee6-bb64-6010771f3879: DOWN {{(pid=110412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:02:04.369260 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:02:04.377181 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e0089fc3-dc04-46c7-aa34-5c1a5daab724 req-fe5faff7-59d2-4a54-a3cd-9512cad254fb tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/ports?device_id=00d10aa2-607d-4e54-afb9-2fec3c5ddd7e HTTP/1.1" status: 200 len: 210 time: 0.0389521 May 02 15:02:04.388381 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks [] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.427413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Transition to ACTIVE for port object 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:02:04.433822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720cc5-5854-4292-9ab2-78947ef06a84 req-ba3a7921-46bd-486f-bd69-a8925d603574 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:04.435293 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9720cc5-5854-4292-9ab2-78947ef06a84 req-ba3a7921-46bd-486f-bd69-a8925d603574 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 931 time: 0.0608847 May 02 15:02:04.485752 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9720cc5-5854-4292-9ab2-78947ef06a84 req-989e83ca-0afe-4bd5-b79d-bfa2709742ef tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 May 02 15:02:04.494894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.548187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:04.632330 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Attempting to bind port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:02:04.632797 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Attempting to bind port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:02:04.633050 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Attempting to bind port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:02:04.637591 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:02:04.637911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Attempting to bind port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:02:04.642824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:02:04.643162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:02:04.643541 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Bound using segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:02:04.643999 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Bound port: 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:02:04.651519 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.714905 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:02:04.718040 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:02:04.802789 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.841747 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:04.841747 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:04.841747 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] 10.222.0.41 "PUT /v2.0/ports/0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 1093 time: 0.8766727 May 02 15:02:04.867414 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09e47a-0ecb-495a-a01b-4b3d222f646d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:05.024443 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-f63ef1d7-4cae-4f9a-9a45-36b10700a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:05.025994 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-f63ef1d7-4cae-4f9a-9a45-36b10700a876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0408587 May 02 15:02:05.078180 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-a0b89702-f931-46f4-8d7b-72a02643cb45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0400143 May 02 15:02:05.126593 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-96472143-defe-464c-8bec-eec61209206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:05.128028 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-96472143-defe-464c-8bec-eec61209206e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0443501 May 02 15:02:05.159323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:02:05.161609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9356f508-f6ac-4aea-92a1-33749cffaa62" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:02:05.175638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-fbccc542-c5c5-4c36-baf9-d5f341a7ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:05.177233 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-fbccc542-c5c5-4c36-baf9-d5f341a7ec2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431590 May 02 15:02:05.204020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8089e8-b6c5-416b-aeb8-e1f4470badbe x-openstack-request-id: req-4d8089e8-b6c5-416b-aeb8-e1f4470badbe {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:02:05.204317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:02:05.204574 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d8089e8-b6c5-416b-aeb8-e1f4470badbe {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:02:05.204964 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8089e8-b6c5-416b-aeb8-e1f4470badbe'] response: {'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'status': 'completed', 'code': 200} May 02 15:02:05.274671 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-c94d0e78-7c84-4402-9538-ee19d6cfedc2 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897357 May 02 15:02:05.363432 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2c10c7d4-5a09-4115-adf8-752bd992c066 req-d30b0d48-23a9-46a4-b8a1-099ef6022a53 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813828 May 02 15:02:05.583586 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 791dcee1-8d13-4a17-b9a1-284f53612dcd no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:05.602007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbeddd5-d497-411a-9e1c-3b955f6d8c15 req-2b375a6a-e7f7-4a2b-bea1-ad1af7aaafc9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:05.603497 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0cbeddd5-d497-411a-9e1c-3b955f6d8c15 req-2b375a6a-e7f7-4a2b-bea1-ad1af7aaafc9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0520546 May 02 15:02:05.606575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 791dcee1-8d13-4a17-b9a1-284f53612dcd {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:05.606920 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 791dcee1-8d13-4a17-b9a1-284f53612dcd not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:05.654305 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0cbeddd5-d497-411a-9e1c-3b955f6d8c15 req-2c5d5d1d-d89f-47fe-8441-5bb7b746fa96 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448117 May 02 15:02:05.678612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42666) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:05.731428 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (73b331d0-54a3-4d11-974c-75f8f66c9a50), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:05.754295 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (73b331d0-54a3-4d11-974c-75f8f66c9a50), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:05.876303 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (73b331d0-54a3-4d11-974c-75f8f66c9a50), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:05.879069 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:05.884128 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "DELETE /v2.0/security-groups/73b331d0-54a3-4d11-974c-75f8f66c9a50 HTTP/1.1" status: 204 len: 168 time: 0.2043641 May 02 15:02:05.888107 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42670) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:05.894653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e87573-c2c7-4b0c-9578-733f9da599b3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b331d0-54a3-4d11-974c-75f8f66c9a50,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:05.902092 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-98af3137-1828-44fa-874d-63d1ba988094 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] show failed (client error): The resource could not be found. May 02 15:02:05.903088 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-98af3137-1828-44fa-874d-63d1ba988094 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "GET /v2.0/security-groups/73b331d0-54a3-4d11-974c-75f8f66c9a50 HTTP/1.1" status: 404 len: 347 time: 0.0134220 May 02 15:02:05.905998 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42672) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:06.020535 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Deleting port 18f21967-3ad5-4958-b26e-1cd40040a658 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:06.020868 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.095500 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.096106 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (18f21967-3ad5-4958-b26e-1cd40040a658), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.108781 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Calling delete_port for 18f21967-3ad5-4958-b26e-1cd40040a658 owned by network:floatingip {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:06.317365 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (18f21967-3ad5-4958-b26e-1cd40040a658), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.342157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Pushing event deleted for resources: {'Port': ['ID=18f21967-3ad5-4958-b26e-1cd40040a658,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:06.407526 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks [] for floatingip (54673ed3-9909-4ee6-bb64-6010771f3879), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.410166 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:06.411341 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-fa479e4f-c1a7-4977-ad15-677b83f5ebb3 tempest-AttachVolumeTestJSON-1899573298 tempest-AttachVolumeTestJSON-1899573298-project] 10.222.0.36 "DELETE /v2.0/floatingips/54673ed3-9909-4ee6-bb64-6010771f3879 HTTP/1.1" status: 204 len: 168 time: 0.5045083 May 02 15:02:06.602747 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-acfd6ba9-9653-42c2-824c-2d78a2c8e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:06.604239 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-acfd6ba9-9653-42c2-824c-2d78a2c8e2ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1127 time: 0.0393770 May 02 15:02:06.704933 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-d787ef1e-a996-47cf-8d8f-86154ba79468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:06.706510 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-d787ef1e-a996-47cf-8d8f-86154ba79468 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0964940 May 02 15:02:06.750811 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-01e722fb-f262-46e0-a69f-520a156d6507 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0379057 May 02 15:02:06.827058 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecf836-caa5-4e39-80ed-00630bcd3ad9 req-822155de-b080-4e10-9646-db6bafe6ba19 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:06.828739 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6aecf836-caa5-4e39-80ed-00630bcd3ad9 req-822155de-b080-4e10-9646-db6bafe6ba19 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0805538 May 02 15:02:06.834045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-4cc750b6-1e8b-4f47-aa37-8e4d70830629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:06.835382 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-4cc750b6-1e8b-4f47-aa37-8e4d70830629 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0774207 May 02 15:02:06.895814 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-5de6abb0-917f-4368-aaa3-d0322b65bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:06.897331 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-5de6abb0-917f-4368-aaa3-d0322b65bff9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549345 May 02 15:02:06.918894 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6aecf836-caa5-4e39-80ed-00630bcd3ad9 req-329cd9bb-6a1e-4ecb-9e00-c911a053dc0b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825751 May 02 15:02:07.002280 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-429fca9a-fab9-4036-891f-42b1b87355fd service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954759 May 02 15:02:07.091091 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9356f508-f6ac-4aea-92a1-33749cffaa62 req-45cd6247-ed3d-4db9-937e-3de2a4814479 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828111 May 02 15:02:08.037244 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecee71-b9dd-4438-98b3-fa7689c8a113 req-d2d4238d-ab24-4f5a-b932-c539173eebd9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:08.038771 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-04ecee71-b9dd-4438-98b3-fa7689c8a113 req-d2d4238d-ab24-4f5a-b932-c539173eebd9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0492544 May 02 15:02:08.089948 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-04ecee71-b9dd-4438-98b3-fa7689c8a113 req-c6b26482-2210-4fbe-9c90-bb26a05155fa tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 May 02 15:02:09.204185 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44401e36-f43b-4139-a7e1-14df75786b65 req-08d3e014-8c5d-42e4-badf-4803b29ec82f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:09.205642 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44401e36-f43b-4139-a7e1-14df75786b65 req-08d3e014-8c5d-42e4-badf-4803b29ec82f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0499065 May 02 15:02:09.253279 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-44401e36-f43b-4139-a7e1-14df75786b65 req-eee841d1-272f-4731-832e-0f89025b83d4 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421500 May 02 15:02:09.978383 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:02:10.367333 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e71c55-82b2-431c-b518-80f1cecfe195 req-2d754aab-e7f8-406e-a81a-0be97fdb5baf tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:10.368809 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46e71c55-82b2-431c-b518-80f1cecfe195 req-2d754aab-e7f8-406e-a81a-0be97fdb5baf tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0500181 May 02 15:02:10.416465 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-46e71c55-82b2-431c-b518-80f1cecfe195 req-8025331e-6e8d-42de-a211-634240b4444d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 May 02 15:02:11.525353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7622-9217-455d-96a7-e35563317345 req-3b2f5df1-a6bd-4d6d-a67a-d51f570f0005 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:11.526807 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7aeb7622-9217-455d-96a7-e35563317345 req-3b2f5df1-a6bd-4d6d-a67a-d51f570f0005 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0458796 May 02 15:02:11.573923 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7aeb7622-9217-455d-96a7-e35563317345 req-f37a27d2-96ea-47f3-9a7a-4164720fd5df tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415421 May 02 15:02:12.687939 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b16d0-c746-4670-a1ac-5bd630bf6586 req-653ec747-1eb0-412f-8626-0c817f19496f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:12.689390 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d8b16d0-c746-4670-a1ac-5bd630bf6586 req-653ec747-1eb0-412f-8626-0c817f19496f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0504551 May 02 15:02:12.737511 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d8b16d0-c746-4670-a1ac-5bd630bf6586 req-7ab5cd81-76c5-4508-8612-2db33eff7063 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424044 May 02 15:02:12.801531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:13.614366 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:02:13.648182 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1eb33a1b-2124-417d-ae0b-b56324b4cdd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:13.716904 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:13.728062 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:02:13.766081 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:02:13.766476 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:13.779402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:02:13.799613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:13.850012 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b1328-e607-44b6-8704-b377267ddd3c req-c4172521-1a24-4975-a028-5a46c0557622 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:13.851471 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b6b1328-e607-44b6-8704-b377267ddd3c req-c4172521-1a24-4975-a028-5a46c0557622 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 943 time: 0.0471227 May 02 15:02:13.872012 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:13.903931 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b6b1328-e607-44b6-8704-b377267ddd3c req-201919df-3362-4735-b1fe-c979e1bbec76 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460486 May 02 15:02:13.928153 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:15.020670 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aafdc-bc8a-425c-877e-44c977fb0ee3 req-a3c3f001-732d-46dc-abf7-0e03497ac9d9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:15.022120 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c2aafdc-bc8a-425c-877e-44c977fb0ee3 req-a3c3f001-732d-46dc-abf7-0e03497ac9d9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 944 time: 0.0505238 May 02 15:02:15.073806 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c2aafdc-bc8a-425c-877e-44c977fb0ee3 req-135ad3f5-9549-4a43-9ed7-e3c53ac118b1 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459504 May 02 15:02:15.864253 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ea78e6f2-5934-48da-87b2-32d1e69ae484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:16.183703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f87da-ccfd-4e47-afee-38b1521bb660 req-3b9bc41f-0ac0-435e-85d8-d1fcb05384dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:16.185170 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d1f87da-ccfd-4e47-afee-38b1521bb660 req-3b9bc41f-0ac0-435e-85d8-d1fcb05384dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 944 time: 0.0455725 May 02 15:02:16.235353 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d1f87da-ccfd-4e47-afee-38b1521bb660 req-48c2226c-d347-45af-a3a0-5ad71990e019 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 May 02 15:02:17.305620 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:17.346555 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b546f1d-b018-45cd-ab7f-2b32ab3a77ab req-29f190ed-7b35-4385-b8d8-5c50d37ec7df tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:17.348011 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3b546f1d-b018-45cd-ab7f-2b32ab3a77ab req-29f190ed-7b35-4385-b8d8-5c50d37ec7df tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 944 time: 0.0457633 May 02 15:02:17.395549 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3b546f1d-b018-45cd-ab7f-2b32ab3a77ab req-a837d739-8baf-41d5-8199-d31d93fe1aa6 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 May 02 15:02:17.715065 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:02:18.508136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dd0c-9f0e-4f0c-8206-9308f48b999e req-738529d5-15c0-4ea6-9c47-6f8bf5216fe2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:18.509691 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-50d6dd0c-9f0e-4f0c-8206-9308f48b999e req-738529d5-15c0-4ea6-9c47-6f8bf5216fe2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 944 time: 0.0467932 May 02 15:02:18.560399 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-50d6dd0c-9f0e-4f0c-8206-9308f48b999e req-79e80f47-7768-4136-ab16-95e1783f7cbe tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 May 02 15:02:18.608773 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:18.906338 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42788) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:19.372531 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (14692181-7d01-4852-9886-c39b621300c0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.551990 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:02:19.599051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:02:19.600322 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Deleting port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:19.600861 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.682587 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:02:19.683158 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.708841 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a94f6-5954-4b3f-80a0-7c701bebc38d req-589de5fa-1f7b-46a5-a18c-96b0502694f2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:19.710279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b41a94f6-5954-4b3f-80a0-7c701bebc38d req-589de5fa-1f7b-46a5-a18c-96b0502694f2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 944 time: 0.0584645 May 02 15:02:19.717554 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] For port 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:19.718104 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.746094 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Calling delete_port for 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a owned by network:router_interface {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:19.760048 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:02:19.760440 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.783251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:02:19.785515 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a4fb42-6ea6-4ddb-bf58-64b0b5deeea0" -d '{"events": [{"server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:02:19.799101 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:19.814569 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b41a94f6-5954-4b3f-80a0-7c701bebc38d req-05ba4db8-e8cd-4053-a72b-34b032e29191 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931489 May 02 15:02:19.823229 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15adef8-8b7e-4a49-a093-7a63234fbdba x-openstack-request-id: req-c15adef8-8b7e-4a49-a093-7a63234fbdba {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:02:19.824053 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:02:19.824312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c15adef8-8b7e-4a49-a093-7a63234fbdba {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:02:19.824719 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15adef8-8b7e-4a49-a093-7a63234fbdba'] response: {'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'code': 200} May 02 15:02:19.911131 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:19.962099 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:20.025831 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (0216a9a0-bb76-4b2f-9dc3-b8b17fab519a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:20.052071 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0216a9a0-bb76-4b2f-9dc3-b8b17fab519a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:20.174305 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:20.232965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcf9ab-958b-402c-b025-596e80afba54 req-e1128709-84d0-4470-acef-443143df3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:20.234383 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-23dcf9ab-958b-402c-b025-596e80afba54 req-e1128709-84d0-4470-acef-443143df3dd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0498440 May 02 15:02:20.244218 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (14692181-7d01-4852-9886-c39b621300c0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:20.283083 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-23dcf9ab-958b-402c-b025-596e80afba54 req-fb7a05c3-3d9c-4153-918c-08fb9e165694 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 May 02 15:02:20.468163 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Router 14692181-7d01-4852-9886-c39b621300c0 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:02:20.815329 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:02:20.820359 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6f850362-c4c0-415f-81fb-d5648b2c6f13 admin admin] 10.222.0.36 "PUT /v2.0/routers/14692181-7d01-4852-9886-c39b621300c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129927 May 02 15:02:20.823064 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42806) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:20.824214 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Sync routers for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:02:20.834340 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:20.834967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:02:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:20.938746 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efe33c-2877-4f71-b0a8-3ef0b00d1aae req-e1a011ec-dbd0-4e88-9968-105333cb05ea tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:20.938984 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks [] for router (14692181-7d01-4852-9886-c39b621300c0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:20.940283 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12efe33c-2877-4f71-b0a8-3ef0b00d1aae req-e1a011ec-dbd0-4e88-9968-105333cb05ea tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0538161 May 02 15:02:20.944758 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:20.993518 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-12efe33c-2877-4f71-b0a8-3ef0b00d1aae req-5b7dd492-27d0-41b9-878d-140fbe972a55 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469549 May 02 15:02:21.048288 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks [] for router_gateway (14692181-7d01-4852-9886-c39b621300c0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.112425 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T15:02:19Z', 'revision_number': 5, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port': {'id': 'ff2b3a2c-cda3-46e3-802b-64a243cfef69', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:74:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14692181-7d01-4852-9886-c39b621300c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:51:55Z', 'updated_at': '2022-05-02T14:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:21.138838 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Checking router: 14692181-7d01-4852-9886-c39b621300c0 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:02:21.147039 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Routers {'14692181-7d01-4852-9886-c39b621300c0'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:21.147660 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:02:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['14692181-7d01-4852-9886-c39b621300c0'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:21.152067 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Deleting port ff2b3a2c-cda3-46e3-802b-64a243cfef69 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:21.152412 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.233855 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] For port ff2b3a2c-cda3-46e3-802b-64a243cfef69, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ff2b3a2c-cda3-46e3-802b-64a243cfef69,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:21.234226 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.236891 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] Set router 14692181-7d01-4852-9886-c39b621300c0 gateway port host: None {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:21.247580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Calling delete_port for ff2b3a2c-cda3-46e3-802b-64a243cfef69 owned by network:router_gateway {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:21.290336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T15:02:21Z', 'revision_number': 6, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:21.316987 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b5acca-da7f-4cfe-b2fa-b03dc8c01711 None None] The sync data for ids ['14692181-7d01-4852-9886-c39b621300c0'] in dv-cinder-750782-21-iscsi is: [{'id': '14692181-7d01-4852-9886-c39b621300c0', 'name': 'tempest-AttachVolumeTestJSON-1605813382-router', 'tenant_id': '66fa92391ade4059807022ea42c20e8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:51:53Z', 'updated_at': '2022-05-02T15:02:21Z', 'revision_number': 6, 'project_id': '66fa92391ade4059807022ea42c20e8d', 'gw_port_host': None}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:02:21.477456 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (ff2b3a2c-cda3-46e3-802b-64a243cfef69), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.504362 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2b3a2c-cda3-46e3-802b-64a243cfef69,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:21.565401 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (14692181-7d01-4852-9886-c39b621300c0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.654851 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (14692181-7d01-4852-9886-c39b621300c0), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.657409 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks [] for router_controller (14692181-7d01-4852-9886-c39b621300c0), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.747201 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (14692181-7d01-4852-9886-c39b621300c0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.747788 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14692181-7d01-4852-9886-c39b621300c0 {{(pid=110410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:02:21.753826 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.754986 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4c9f3eda-6cb8-4fa6-9711-51f8fc3c2ca0 admin admin] 10.222.0.36 "DELETE /v2.0/routers/14692181-7d01-4852-9886-c39b621300c0 HTTP/1.1" status: 204 len: 168 time: 0.9309154 May 02 15:02:21.757542 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42812) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:21.802175 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Deleting subnet 64c31007-744b-4ac2-ae8d-722fb53d9e27 {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:02:21.805256 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Publish callbacks [] for subnet (64c31007-744b-4ac2-ae8d-722fb53d9e27), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.842812 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (64c31007-744b-4ac2-ae8d-722fb53d9e27), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:21.916395 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (64c31007-744b-4ac2-ae8d-722fb53d9e27), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.008762 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (64c31007-744b-4ac2-ae8d-722fb53d9e27), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.036659 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c31007-744b-4ac2-ae8d-722fb53d9e27,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:22.041590 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.045634 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f5c8a6c9-404f-46a6-a4ac-d623a6086af4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/64c31007-744b-4ac2-ae8d-722fb53d9e27 HTTP/1.1" status: 204 len: 168 time: 0.2871592 May 02 15:02:22.048192 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42816) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:22.052642 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a21943-c528-408c-8486-3d76913e1d30 None None] Network 8e26437f-c019-4cba-bd26-008d10f3b0b5 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:02:22.135001 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112e3a0-f086-4e04-8b60-221a440e184d req-a4c36d64-e5d7-446b-b391-9078ae33f222 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:22.141145 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c112e3a0-f086-4e04-8b60-221a440e184d req-a4c36d64-e5d7-446b-b391-9078ae33f222 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0664377 May 02 15:02:22.159537 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:22.164077 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (8e26437f-c019-4cba-bd26-008d10f3b0b5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.184472 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:22.184810 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 0216a9a0-bb76-4b2f-9dc3-b8b17fab519a not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:22.185403 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ff2b3a2c-cda3-46e3-802b-64a243cfef69 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:22.202622 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c112e3a0-f086-4e04-8b60-221a440e184d req-48f4203c-ce9a-416d-9390-c2f8aac00c58 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585637 May 02 15:02:22.213361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Deleting port 032edae2-30be-42e1-a601-5e530ef9576e {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:22.213630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (032edae2-30be-42e1-a601-5e530ef9576e), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.216126 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: ff2b3a2c-cda3-46e3-802b-64a243cfef69 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:22.216641 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ff2b3a2c-cda3-46e3-802b-64a243cfef69 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:22.282620 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] For port 032edae2-30be-42e1-a601-5e530ef9576e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=032edae2-30be-42e1-a601-5e530ef9576e,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:22.282984 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (032edae2-30be-42e1-a601-5e530ef9576e), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.296569 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Calling delete_port for 032edae2-30be-42e1-a601-5e530ef9576e owned by network:dhcp {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:22.300315 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] DHCP port deletion for 8e26437f-c019-4cba-bd26-008d10f3b0b5 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:02:22.348188 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Deleting port 032edae2-30be-42e1-a601-5e530ef9576e {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:02:22.348782 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (032edae2-30be-42e1-a601-5e530ef9576e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.418251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] For port 032edae2-30be-42e1-a601-5e530ef9576e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=032edae2-30be-42e1-a601-5e530ef9576e,segment=NetworkSegment(815d3083-b6b5-421b-bd1b-17147b60c382),segment_id=815d3083-b6b5-421b-bd1b-17147b60c382)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:02:22.418650 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (032edae2-30be-42e1-a601-5e530ef9576e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.431467 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Calling delete_port for 032edae2-30be-42e1-a601-5e530ef9576e owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:02:22.451096 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (032edae2-30be-42e1-a601-5e530ef9576e), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.478315 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=032edae2-30be-42e1-a601-5e530ef9576e,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:22.483166 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] No DVR routers for this DVR port 032edae2-30be-42e1-a601-5e530ef9576e on host dv-cinder-750782-21-iscsi {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:02:22.490963 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.491323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.491661 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.492026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.495378 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.499380 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:22.521396 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (032edae2-30be-42e1-a601-5e530ef9576e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.546241 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] Pushing event deleted for resources: {'Port': ['ID=032edae2-30be-42e1-a601-5e530ef9576e,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:22.549716 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc02628-70d7-4952-a0c7-7fa731e50772 None None] No DVR routers for this DVR port 032edae2-30be-42e1-a601-5e530ef9576e on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:02:22.566490 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (8e26437f-c019-4cba-bd26-008d10f3b0b5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.586954 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e26437f-c019-4cba-bd26-008d10f3b0b5']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:22.596862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d3083-b6b5-421b-bd1b-17147b60c382') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:22.597162 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d3083-b6b5-421b-bd1b-17147b60c382') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:22.606292 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (815d3083-b6b5-421b-bd1b-17147b60c382), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.619653 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (815d3083-b6b5-421b-bd1b-17147b60c382), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.625732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:02:22.626110 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (815d3083-b6b5-421b-bd1b-17147b60c382), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:02:22.627884 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:02:22.749565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (8e26437f-c019-4cba-bd26-008d10f3b0b5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.754849 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:22.758057 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] 10.222.0.36 "DELETE /v2.0/networks/8e26437f-c019-4cba-bd26-008d10f3b0b5 HTTP/1.1" status: 204 len: 168 time: 0.7088366 May 02 15:02:22.769336 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9f15d-f1bb-4bab-82be-1d0eb256f9bb admin admin] Pushing event deleted for resources: {'Network': ['ID=8e26437f-c019-4cba-bd26-008d10f3b0b5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:23.075645 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42822) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:23.115147 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2deacbbf-d3a3-41db-9c8c-136e6d7b2670 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66fa92391ade4059807022ea42c20e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381892 May 02 15:02:23.117404 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 42824) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:23.163018 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] Publish callbacks [] for security_group (5525903f-670b-485d-a69c-f8faf973129b), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:23.183594 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] Publish callbacks [] for security_group (5525903f-670b-485d-a69c-f8faf973129b), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:23.294781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5525903f-670b-485d-a69c-f8faf973129b), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:23.297409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:23.298522 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5525903f-670b-485d-a69c-f8faf973129b HTTP/1.1" status: 204 len: 168 time: 0.1801696 May 02 15:02:23.314788 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb06417-c3c6-4b53-99d8-23dfe945e2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5525903f-670b-485d-a69c-f8faf973129b,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:23.327000 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d80bc4-b9eb-4166-a882-a0afaa5b558d req-996b46c4-c5a5-40b7-b86c-11d46cc32e91 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:23.328469 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-19d80bc4-b9eb-4166-a882-a0afaa5b558d req-996b46c4-c5a5-40b7-b86c-11d46cc32e91 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0655043 May 02 15:02:23.387308 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-19d80bc4-b9eb-4166-a882-a0afaa5b558d req-811e1c15-1682-4909-b698-d69f6de0e11a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519941 May 02 15:02:24.018980 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 032edae2-30be-42e1-a601-5e530ef9576e no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:02:24.038771 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 032edae2-30be-42e1-a601-5e530ef9576e {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:02:24.039113 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 032edae2-30be-42e1-a601-5e530ef9576e not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:02:24.500999 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec971ec-7078-405d-b37e-525da783fb6c req-967fffeb-a9ba-441e-8ae2-fec50f660997 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:24.502633 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8ec971ec-7078-405d-b37e-525da783fb6c req-967fffeb-a9ba-441e-8ae2-fec50f660997 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0466945 May 02 15:02:24.552678 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8ec971ec-7078-405d-b37e-525da783fb6c req-21437b87-a118-4f0a-ac9b-aad5e494627e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434875 May 02 15:02:25.666839 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df7ddc-e18d-4758-a32a-fb1d4f5d36e0 req-df11bd80-94c3-4fea-b249-669a2e653493 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:25.668354 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64df7ddc-e18d-4758-a32a-fb1d4f5d36e0 req-df11bd80-94c3-4fea-b249-669a2e653493 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0492487 May 02 15:02:25.727882 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-64df7ddc-e18d-4758-a32a-fb1d4f5d36e0 req-273a3837-93d9-4607-a234-1504e89030a5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539083 May 02 15:02:26.840045 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b700a3-22e7-414a-8d12-6fa5792ad67e req-332b0869-9b85-4ea4-b70b-fe85faa7d6f5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:26.841515 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83b700a3-22e7-414a-8d12-6fa5792ad67e req-332b0869-9b85-4ea4-b70b-fe85faa7d6f5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0460255 May 02 15:02:26.893459 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-83b700a3-22e7-414a-8d12-6fa5792ad67e req-141184ed-f179-4d98-8d22-2990148b6316 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 May 02 15:02:28.017890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681546a-998b-4614-9525-b3d902485119 req-a1ab8820-a526-430e-a417-590bb7ac1866 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:28.019798 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0681546a-998b-4614-9525-b3d902485119 req-a1ab8820-a526-430e-a417-590bb7ac1866 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0522444 May 02 15:02:28.075191 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0681546a-998b-4614-9525-b3d902485119 req-f6d221a2-2ca8-4d02-9b34-e98dcf64e074 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497885 May 02 15:02:28.185848 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e8b8-7aea-40bf-9802-e3b297dd3631 req-201e22e1-ae10-4037-99e0-4fb1212dfdf8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:28.187298 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-23e7e8b8-7aea-40bf-9802-e3b297dd3631 req-201e22e1-ae10-4037-99e0-4fb1212dfdf8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0457506 May 02 15:02:28.235279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-23e7e8b8-7aea-40bf-9802-e3b297dd3631 req-a2ee8a63-b054-4a2a-8af6-ecf5bc3a3193 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421834 May 02 15:02:28.257279 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42922) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:28.293974 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da192bd7-d4b0-4164-a81e-8981afd6020e tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:28.295456 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-da192bd7-d4b0-4164-a81e-8981afd6020e tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1124 time: 0.0372224 May 02 15:02:28.298196 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 42924) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:28.302447 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:02:28.855191 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:28.940199 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:29.053815 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.27.0.56 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/4b5b3249-8abc-4056-b885-3a679f329a6f) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:02:29.155007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:29.282774 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:29.321968 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:02:29.327469 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:02:29.332174 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:02:29.334102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=4b5b3249-8abc-4056-b885-3a679f329a6f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:29.689290 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (2e5081fe-0645-4130-9186-7990ef2760e2), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.007465 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.160965 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.236942 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.309772 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=4b5b3249-8abc-4056-b885-3a679f329a6f,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:30.319600 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (2e5081fe-0645-4130-9186-7990ef2760e2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.424628 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP 2e5081fe-0645-4130-9186-7990ef2760e2 associated. External IP: 172.27.0.56, port: 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9. May 02 15:02:30.637295 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:02:30.749361 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:02:30.758800 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:02:30.769439 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:30.770282 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:02:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:30.879393 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:30.886243 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:30.921093 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f95a3a9e-6347-46d8-87eb-3db4c1f87862 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6149857 May 02 15:02:30.921093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:02:30.921093 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:02:30.957839 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943fd501-5322-4dd2-85bc-b2c6c7250f6d x-openstack-request-id: req-943fd501-5322-4dd2-85bc-b2c6c7250f6d {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:02:30.958335 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:02:30.958609 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-943fd501-5322-4dd2-85bc-b2c6c7250f6d {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:02:30.959019 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943fd501-5322-4dd2-85bc-b2c6c7250f6d'] response: {'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'status': 'completed', 'code': 200} May 02 15:02:31.110939 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:29Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:31.137446 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:02:31.145525 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:02:31.146128 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:02:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:31.250467 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:02:31.458861 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:29Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:02:31.488424 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51849-01a8-4c7c-af2d-a79cf97dbda9 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:29Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:02:31.697685 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d24738-7197-4e64-a585-1aee9c7aeb0b None None] New status for floating IP 2e5081fe-0645-4130-9186-7990ef2760e2: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:02:33.644052 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-64a31019-fcf3-4115-951c-669bf9c6e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:33.645481 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-64a31019-fcf3-4115-951c-669bf9c6e8ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0373814 May 02 15:02:33.734584 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-60373834-ece9-46d2-a674-bb489e7f717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:33.735989 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-60373834-ece9-46d2-a674-bb489e7f717c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0836043 May 02 15:02:33.802755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-3e2e4ec3-80e8-42ef-8243-d7399dc982bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 1000 time: 0.0607388 May 02 15:02:33.851032 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-f9fb9882-aefd-4dd8-9f3b-99ad9286e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:33.852427 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-f9fb9882-aefd-4dd8-9f3b-99ad9286e37b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0423613 May 02 15:02:33.894456 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-6ac69128-a402-43c1-9aea-b1135ae883de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:33.895887 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-6ac69128-a402-43c1-9aea-b1135ae883de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368209 May 02 15:02:33.994250 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-0b9689f9-4508-4e39-85ae-d96e4ca4e4f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835741 May 02 15:02:34.084361 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a74ebcad-b7a7-4cc5-8bfc-3da9654b900a req-1d9f7006-12c0-4d41-bdbc-daf0d607e00f service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 May 02 15:02:42.768230 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:43.607790 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-96ed94b7-7c06-4170-a0c4-7230c073ef4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:45.927674 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-00c3ca2b-2f8c-4709-8556-ef794ba5d469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:46.977287 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:02:47.320474 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:48.131708 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-78b9a759-0b8b-45bf-aa3e-2a8ce28a3baa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395641 May 02 15:02:48.204965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-6d406b3d-622e-4144-aae1-3fa6e8a27251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:48.206809 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-6d406b3d-622e-4144-aae1-3fa6e8a27251 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 1130 time: 0.0395787 May 02 15:02:48.314052 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-8f14c086-3d8d-4f6d-9f83-5a779031cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:48.315712 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-8f14c086-3d8d-4f6d-9f83-5a779031cf2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.0897076 May 02 15:02:48.384542 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-38a4281e-32ba-47b4-80c2-4ab469ebc761 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79cbd075-00c8-455c-85ba-96fccee7e183 HTTP/1.1" status: 200 len: 1002 time: 0.0606277 May 02 15:02:48.431631 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-7b178173-1e7d-4a4a-9677-d935e48fd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:48.433565 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-7b178173-1e7d-4a4a-9677-d935e48fd5bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0424767 May 02 15:02:48.480494 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-499b1ff4-5e0b-4ceb-bcca-829bbbec88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:02:48.481976 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-499b1ff4-5e0b-4ceb-bcca-829bbbec88ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421386 May 02 15:02:48.570056 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-1696f852-f135-41b6-a52a-189d48c0cdd1 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811582 May 02 15:02:48.613336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:48.663719 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8d8de3ab-a9a9-4efb-be6d-15cf2a59c193 req-6dc3a05a-e411-49eb-83a0-0b5ff11fa005 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 May 02 15:02:49.807059 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43152) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:49.931119 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-39aa4aee-00dd-4b9e-8492-0714a574adca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.006829 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-39aa4aee-00dd-4b9e-8492-0714a574adca admin admin] Publish callbacks [] for security_group (9411d7ec-0c62-4970-8017-a78dedc4d338), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.062948 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-39aa4aee-00dd-4b9e-8492-0714a574adca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9411d7ec-0c62-4970-8017-a78dedc4d338), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.103411 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-39aa4aee-00dd-4b9e-8492-0714a574adca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d25c7f6caaa6426998c1dfa7c6183bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952917 May 02 15:02:50.104303 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa4aee-00dd-4b9e-8492-0714a574adca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9411d7ec-0c62-4970-8017-a78dedc4d338,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:50.106068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43156) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:50.161831 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] Publish callbacks [] for security_group (9411d7ec-0c62-4970-8017-a78dedc4d338), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.171791 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.183134 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] Publish callbacks [] for security_group (9411d7ec-0c62-4970-8017-a78dedc4d338), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.315158 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9411d7ec-0c62-4970-8017-a78dedc4d338), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.317824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:50.318989 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9411d7ec-0c62-4970-8017-a78dedc4d338 HTTP/1.1" status: 204 len: 168 time: 0.2118905 May 02 15:02:50.326966 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4252c-db0f-4193-b232-8acbfbc2ea70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9411d7ec-0c62-4970-8017-a78dedc4d338,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:50.926871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43166) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:50.940502 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d057a9cd-4ee5-48c2-a0be-e2e1ce37b070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.016046 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d057a9cd-4ee5-48c2-a0be-e2e1ce37b070 admin admin] Publish callbacks [] for security_group (268f058d-ee8c-45af-afc3-7f9972f89f1f), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.093472 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d057a9cd-4ee5-48c2-a0be-e2e1ce37b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (268f058d-ee8c-45af-afc3-7f9972f89f1f), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.133469 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d057a9cd-4ee5-48c2-a0be-e2e1ce37b070 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6c4929dacd1c48788f72295c579863e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055199 May 02 15:02:51.134705 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057a9cd-4ee5-48c2-a0be-e2e1ce37b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268f058d-ee8c-45af-afc3-7f9972f89f1f,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:51.136128 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43170) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:51.140245 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43172) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:51.193551 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] Publish callbacks [] for security_group (268f058d-ee8c-45af-afc3-7f9972f89f1f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.214430 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] Publish callbacks [] for security_group (268f058d-ee8c-45af-afc3-7f9972f89f1f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.243701 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8014c711-07b7-42b9-a51c-d8620429a100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.339205 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (268f058d-ee8c-45af-afc3-7f9972f89f1f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.341963 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.343703 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/268f058d-ee8c-45af-afc3-7f9972f89f1f HTTP/1.1" status: 204 len: 168 time: 0.2065227 May 02 15:02:51.352609 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bd7fa-5a3d-4329-881a-197dee3692ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268f058d-ee8c-45af-afc3-7f9972f89f1f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:51.394963 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8014c711-07b7-42b9-a51c-d8620429a100 admin admin] Publish callbacks [] for security_group (c2a2e23c-826f-4d76-8c41-884c1a28dd71), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.459244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8014c711-07b7-42b9-a51c-d8620429a100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c2a2e23c-826f-4d76-8c41-884c1a28dd71), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.496967 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014c711-07b7-42b9-a51c-d8620429a100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2e23c-826f-4d76-8c41-884c1a28dd71,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:51.501233 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8014c711-07b7-42b9-a51c-d8620429a100 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bca30f9635fc43048782b358152669a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600247 May 02 15:02:51.503886 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43180) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:51.551071 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] Publish callbacks [] for security_group (c2a2e23c-826f-4d76-8c41-884c1a28dd71), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.571604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] Publish callbacks [] for security_group (c2a2e23c-826f-4d76-8c41-884c1a28dd71), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.676546 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c2a2e23c-826f-4d76-8c41-884c1a28dd71), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.679083 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:51.680433 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2a2e23c-826f-4d76-8c41-884c1a28dd71 HTTP/1.1" status: 204 len: 168 time: 0.1754179 May 02 15:02:51.688466 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d3d97-2e39-4955-95e8-cb906d4edf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2e23c-826f-4d76-8c41-884c1a28dd71,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:52.421913 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43206) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:52.436515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d01b0f48-2ad4-4810-aba8-b6ad4623b75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.516950 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d01b0f48-2ad4-4810-aba8-b6ad4623b75e admin admin] Publish callbacks [] for security_group (3d622110-193f-4bff-bd4d-71b0c92d2fcd), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.623051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d01b0f48-2ad4-4810-aba8-b6ad4623b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3d622110-193f-4bff-bd4d-71b0c92d2fcd), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.663012 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d01b0f48-2ad4-4810-aba8-b6ad4623b75e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63f8080f822a4131a5ad4240e42b1eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390075 May 02 15:02:52.663878 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0f48-2ad4-4810-aba8-b6ad4623b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d622110-193f-4bff-bd4d-71b0c92d2fcd,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:52.666786 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43210) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:52.716363 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] Publish callbacks [] for security_group (3d622110-193f-4bff-bd4d-71b0c92d2fcd), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.740180 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] Publish callbacks [] for security_group (3d622110-193f-4bff-bd4d-71b0c92d2fcd), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.894218 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3d622110-193f-4bff-bd4d-71b0c92d2fcd), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.897482 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:52.901549 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d622110-193f-4bff-bd4d-71b0c92d2fcd HTTP/1.1" status: 204 len: 168 time: 0.2335265 May 02 15:02:52.912581 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8875b4-3725-4974-8263-f65241f155f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d622110-193f-4bff-bd4d-71b0c92d2fcd,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:54.442408 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43266) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:54.546789 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.619055 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Publish callbacks [] for security_group (bd987eaf-0097-426e-9a16-5006aca32f38), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.722173 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (bd987eaf-0097-426e-9a16-5006aca32f38), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.760880 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23d5b34b1b1c414baaed9cb69a742dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173134 May 02 15:02:54.761636 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd987eaf-0097-426e-9a16-5006aca32f38,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:54.763484 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43270) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:54.768651 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.768998 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.769349 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.769685 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.770016 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.770382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.770761 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.771035 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.771356 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.771679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.772027 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.772351 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.772671 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.772988 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.773307 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb10505-f082-48a3-b571-73823833868f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:02:54.811224 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] Publish callbacks [] for security_group (bd987eaf-0097-426e-9a16-5006aca32f38), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.832775 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] Publish callbacks [] for security_group (bd987eaf-0097-426e-9a16-5006aca32f38), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.956534 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (bd987eaf-0097-426e-9a16-5006aca32f38), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.959126 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:54.960366 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd987eaf-0097-426e-9a16-5006aca32f38 HTTP/1.1" status: 204 len: 168 time: 0.1958103 May 02 15:02:54.971804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432edec9-94fe-4687-80b8-a02081ce8db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd987eaf-0097-426e-9a16-5006aca32f38,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:59.157379 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43374) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:59.259634 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7e94-498a-40a2-a6d7-f51e9eaaaca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.333223 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7e94-498a-40a2-a6d7-f51e9eaaaca6 admin admin] Publish callbacks [] for security_group (168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.499642 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7e94-498a-40a2-a6d7-f51e9eaaaca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.538364 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b4ce7e94-498a-40a2-a6d7-f51e9eaaaca6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eaf1200eebe14b51b0b5206c3d065ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799293 May 02 15:02:59.539221 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7e94-498a-40a2-a6d7-f51e9eaaaca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:02:59.541921 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43380) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:02:59.591955 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] Publish callbacks [] for security_group (168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.613684 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] Publish callbacks [] for security_group (168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.939620 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.942317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:02:59.943492 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7 HTTP/1.1" status: 204 len: 168 time: 0.4005604 May 02 15:02:59.951559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc46de-3676-42c0-a7a2-dd48220349a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e72a5-8cdf-4f5f-9ee2-6c0079b6a2f7,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:00.510332 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43402) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:00.523330 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-87f9c0ee-ad67-4669-a75b-4c4134406cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.597203 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-87f9c0ee-ad67-4669-a75b-4c4134406cc4 admin admin] Publish callbacks [] for security_group (9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.642584 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-87f9c0ee-ad67-4669-a75b-4c4134406cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.684617 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-87f9c0ee-ad67-4669-a75b-4c4134406cc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44be32111f3d49718d0bf446542801e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707134 May 02 15:03:00.684617 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9c0ee-ad67-4669-a75b-4c4134406cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:00.684936 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43404) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:00.737458 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] Publish callbacks [] for security_group (9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.762327 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] Publish callbacks [] for security_group (9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.968063 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.970934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:00.972163 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd HTTP/1.1" status: 204 len: 168 time: 0.2860949 May 02 15:03:00.980877 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbd1f8-2633-499c-9fad-20977027b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb7063-dfc7-4c43-b420-c8ae7a04c4bd,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:08.845150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43524) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:08.955477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e28665b-4029-4580-b219-bda2c1bbce5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.025609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e28665b-4029-4580-b219-bda2c1bbce5e admin admin] Publish callbacks [] for security_group (d1dd0380-9209-4ac7-a972-dd2b99d2efd0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.099081 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8e28665b-4029-4580-b219-bda2c1bbce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d1dd0380-9209-4ac7-a972-dd2b99d2efd0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.138095 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8e28665b-4029-4580-b219-bda2c1bbce5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fefde830dad4b029adb816ac4ca4025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918468 May 02 15:03:09.140115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28665b-4029-4580-b219-bda2c1bbce5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dd0380-9209-4ac7-a972-dd2b99d2efd0,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:09.140858 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43532) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:09.190022 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] Publish callbacks [] for security_group (d1dd0380-9209-4ac7-a972-dd2b99d2efd0), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.213511 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] Publish callbacks [] for security_group (d1dd0380-9209-4ac7-a972-dd2b99d2efd0), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.365104 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (d1dd0380-9209-4ac7-a972-dd2b99d2efd0), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.367707 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:09.368922 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1dd0380-9209-4ac7-a972-dd2b99d2efd0 HTTP/1.1" status: 204 len: 168 time: 0.2270737 May 02 15:03:09.376869 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad27262-6681-4d15-8d4a-b8006d53c840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dd0380-9209-4ac7-a972-dd2b99d2efd0,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:10.067431 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43542) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:10.081058 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28d30186-8564-47f4-960a-08bd804e99f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.154946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28d30186-8564-47f4-960a-08bd804e99f8 admin admin] Publish callbacks [] for security_group (f8d8fa10-91ba-4093-aa15-3602c2a3110a), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.265151 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-28d30186-8564-47f4-960a-08bd804e99f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f8d8fa10-91ba-4093-aa15-3602c2a3110a), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.302882 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d30186-8564-47f4-960a-08bd804e99f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d8fa10-91ba-4093-aa15-3602c2a3110a,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:10.307302 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-28d30186-8564-47f4-960a-08bd804e99f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e28eff984b4464e82ac69031b33ccf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387457 May 02 15:03:10.310382 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43544) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:10.356796 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] Publish callbacks [] for security_group (f8d8fa10-91ba-4093-aa15-3602c2a3110a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.378233 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] Publish callbacks [] for security_group (f8d8fa10-91ba-4093-aa15-3602c2a3110a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.544747 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f8d8fa10-91ba-4093-aa15-3602c2a3110a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.547278 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:10.548979 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8d8fa10-91ba-4093-aa15-3602c2a3110a HTTP/1.1" status: 204 len: 168 time: 0.2381203 May 02 15:03:10.561831 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b859c-bcac-4b82-b05d-6b28853708dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d8fa10-91ba-4093-aa15-3602c2a3110a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:11.380931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43558) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:11.394291 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e423989-1eb5-4d3e-b67d-a0eb47a8dec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.468950 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e423989-1eb5-4d3e-b67d-a0eb47a8dec2 admin admin] Publish callbacks [] for security_group (9426f83c-8f71-47da-a075-d8bcf8b29ed6), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.556438 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0e423989-1eb5-4d3e-b67d-a0eb47a8dec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9426f83c-8f71-47da-a075-d8bcf8b29ed6), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.599279 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-0e423989-1eb5-4d3e-b67d-a0eb47a8dec2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c654aeb6863c45ce9c31e0c6c6a33c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148807 May 02 15:03:11.599279 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e423989-1eb5-4d3e-b67d-a0eb47a8dec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9426f83c-8f71-47da-a075-d8bcf8b29ed6,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:11.599792 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43560) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:11.649417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] Publish callbacks [] for security_group (9426f83c-8f71-47da-a075-d8bcf8b29ed6), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.670001 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] Publish callbacks [] for security_group (9426f83c-8f71-47da-a075-d8bcf8b29ed6), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.842090 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (9426f83c-8f71-47da-a075-d8bcf8b29ed6), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.845142 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:11.846333 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9426f83c-8f71-47da-a075-d8bcf8b29ed6 HTTP/1.1" status: 204 len: 168 time: 0.2454205 May 02 15:03:11.854326 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508235b1-0b48-43ba-a9e2-1c4cd664ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9426f83c-8f71-47da-a075-d8bcf8b29ed6,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:12.784859 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:13.616620 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ff8cdd7c-5bfd-4c18-918b-20db01991c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:15.862195 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-27501297-ca28-4234-9204-7de610b258a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:16.539110 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43626) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:16.642104 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e81b2b9f-603a-4119-8250-0cebf74c3cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:16.713148 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e81b2b9f-603a-4119-8250-0cebf74c3cd6 admin admin] Publish callbacks [] for security_group (eae3e142-b6c3-4b8c-8bb9-58915a95c9a9), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:16.796098 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e81b2b9f-603a-4119-8250-0cebf74c3cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (eae3e142-b6c3-4b8c-8bb9-58915a95c9a9), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:16.837829 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b2b9f-603a-4119-8250-0cebf74c3cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae3e142-b6c3-4b8c-8bb9-58915a95c9a9,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:16.842205 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e81b2b9f-603a-4119-8250-0cebf74c3cd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6902bb1051b411b8f71300294f3cacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020799 May 02 15:03:16.845373 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43630) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:16.895415 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] Publish callbacks [] for security_group (eae3e142-b6c3-4b8c-8bb9-58915a95c9a9), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:16.916468 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] Publish callbacks [] for security_group (eae3e142-b6c3-4b8c-8bb9-58915a95c9a9), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:17.021896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (eae3e142-b6c3-4b8c-8bb9-58915a95c9a9), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:17.024448 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:17.025619 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eae3e142-b6c3-4b8c-8bb9-58915a95c9a9 HTTP/1.1" status: 204 len: 168 time: 0.1795056 May 02 15:03:17.033643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a1e47-6549-4f86-b5b3-5b100b304918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae3e142-b6c3-4b8c-8bb9-58915a95c9a9,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:17.379549 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:18.647790 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:18.920798 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43668) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:19.031275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b3167a7e-54b7-4508-8702-5f8d4fae9049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.106812 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b3167a7e-54b7-4508-8702-5f8d4fae9049 admin admin] Publish callbacks [] for security_group (25e06699-c223-49c5-8154-16e87584ac7a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.213367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b3167a7e-54b7-4508-8702-5f8d4fae9049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (25e06699-c223-49c5-8154-16e87584ac7a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.252800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167a7e-54b7-4508-8702-5f8d4fae9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e06699-c223-49c5-8154-16e87584ac7a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:19.257768 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b3167a7e-54b7-4508-8702-5f8d4fae9049 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=431a94a8140340dea00baca00642f8e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359199 May 02 15:03:19.260361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43676) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:19.306682 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] Publish callbacks [] for security_group (25e06699-c223-49c5-8154-16e87584ac7a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.328089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] Publish callbacks [] for security_group (25e06699-c223-49c5-8154-16e87584ac7a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.453203 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (25e06699-c223-49c5-8154-16e87584ac7a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.455748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:19.456915 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25e06699-c223-49c5-8154-16e87584ac7a HTTP/1.1" status: 204 len: 168 time: 0.1956611 May 02 15:03:19.464801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed5bcf-7cdb-404b-bcb5-0cc50c0f0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e06699-c223-49c5-8154-16e87584ac7a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:19.993167 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43682) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:20.006296 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2f37536d-d1fc-4729-939b-ed6fbba174e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.078704 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2f37536d-d1fc-4729-939b-ed6fbba174e3 admin admin] Publish callbacks [] for security_group (525408e8-9340-4b72-9bc7-5ab99f6c45f7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.150525 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-2f37536d-d1fc-4729-939b-ed6fbba174e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (525408e8-9340-4b72-9bc7-5ab99f6c45f7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.176674 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.194327 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-2f37536d-d1fc-4729-939b-ed6fbba174e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9f57c36a55742dc87d00420973e9fc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000256 May 02 15:03:20.195257 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37536d-d1fc-4729-939b-ed6fbba174e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525408e8-9340-4b72-9bc7-5ab99f6c45f7,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:20.197133 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43690) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:20.245187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] Publish callbacks [] for security_group (525408e8-9340-4b72-9bc7-5ab99f6c45f7), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.266042 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] Publish callbacks [] for security_group (525408e8-9340-4b72-9bc7-5ab99f6c45f7), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.396095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (525408e8-9340-4b72-9bc7-5ab99f6c45f7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.398651 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:20.401711 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/525408e8-9340-4b72-9bc7-5ab99f6c45f7 HTTP/1.1" status: 204 len: 168 time: 0.2016776 May 02 15:03:20.407741 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e395b-3284-424e-b705-1fa61e6e15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525408e8-9340-4b72-9bc7-5ab99f6c45f7,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:21.105004 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e26c0b-c45a-4d52-87d4-d5d6d24ac9b4 req-423ae6e1-6fc3-4895-91b5-a0fea858c740 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:21.106499 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54e26c0b-c45a-4d52-87d4-d5d6d24ac9b4 req-423ae6e1-6fc3-4895-91b5-a0fea858c740 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0500207 May 02 15:03:21.160654 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-54e26c0b-c45a-4d52-87d4-d5d6d24ac9b4 req-a2b733f4-39d7-4aa8-953d-126e47ccbe57 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482485 May 02 15:03:22.286464 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0ed2a-58c0-4923-9638-00cd7a877fd7 req-7415c940-6738-4a0a-982a-209a18e1ca75 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:22.287870 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ed0ed2a-58c0-4923-9638-00cd7a877fd7 req-7415c940-6738-4a0a-982a-209a18e1ca75 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0499442 May 02 15:03:22.292696 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43738) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:22.342029 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4ed0ed2a-58c0-4923-9638-00cd7a877fd7 req-a5c2b4eb-362b-4f05-a8b4-daec9c0d63e0 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471075 May 02 15:03:22.395073 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e074f293-6e61-4024-ac8f-ede0056b26f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.466587 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e074f293-6e61-4024-ac8f-ede0056b26f4 admin admin] Publish callbacks [] for security_group (243442aa-9bc1-4183-b994-cc4081370c62), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.538613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e074f293-6e61-4024-ac8f-ede0056b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (243442aa-9bc1-4183-b994-cc4081370c62), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.574997 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e074f293-6e61-4024-ac8f-ede0056b26f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2073521d9a04d9ea460dfecf857119b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812619 May 02 15:03:22.577156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074f293-6e61-4024-ac8f-ede0056b26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243442aa-9bc1-4183-b994-cc4081370c62,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:22.577775 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43746) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:22.625737 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Publish callbacks [] for security_group (243442aa-9bc1-4183-b994-cc4081370c62), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.646930 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Publish callbacks [] for security_group (243442aa-9bc1-4183-b994-cc4081370c62), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.759190 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (243442aa-9bc1-4183-b994-cc4081370c62), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.761716 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:22.762941 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/243442aa-9bc1-4183-b994-cc4081370c62 HTTP/1.1" status: 204 len: 168 time: 0.1841240 May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243442aa-9bc1-4183-b994-cc4081370c62,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.780813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.781462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.781462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.781617 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.781825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.782124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.782442 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:22.782759 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea0c25f-9b25-4ebc-a8a4-f0e28e37682d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:23.458023 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608ba58-52df-44c3-be70-8862073172f9 req-c654b4b9-27f3-4bd5-b456-7886db0fdb8c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:23.459497 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8608ba58-52df-44c3-be70-8862073172f9 req-c654b4b9-27f3-4bd5-b456-7886db0fdb8c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0504127 May 02 15:03:23.506128 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8608ba58-52df-44c3-be70-8862073172f9 req-b28bab2c-08d3-43df-bd7f-3ba91ad3ed44 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 May 02 15:03:23.981208 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:03:24.617876 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfc7e9-31fc-44cb-ae0a-1bd8fe9330b0 req-b1c96628-496f-4823-badb-77cb49235415 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:24.619366 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ccfc7e9-31fc-44cb-ae0a-1bd8fe9330b0 req-b1c96628-496f-4823-badb-77cb49235415 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0477424 May 02 15:03:24.668198 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2ccfc7e9-31fc-44cb-ae0a-1bd8fe9330b0 req-d6f92d85-f04b-4b97-99cf-91b326fd25a5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 May 02 15:03:25.785084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eed914-fb7f-49ea-88bf-f2804b1fc774 req-2a6d0357-868f-4c80-9f79-5a8ddfcb6060 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:25.786626 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45eed914-fb7f-49ea-88bf-f2804b1fc774 req-2a6d0357-868f-4c80-9f79-5a8ddfcb6060 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0465579 May 02 15:03:25.833516 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-45eed914-fb7f-49ea-88bf-f2804b1fc774 req-bd9eba1e-6a59-47a8-9534-48dd340b902a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 May 02 15:03:26.613405 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-768fac92-4f7c-42de-a24b-bf77329ec450 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:26.614801 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-768fac92-4f7c-42de-a24b-bf77329ec450 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0455222 May 02 15:03:26.707753 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port d0dbe6a4-0d78-402b-a8f6-1e316348d470 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:03:26.708124 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:26.797641 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] For port d0dbe6a4-0d78-402b-a8f6-1e316348d470, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d0dbe6a4-0d78-402b-a8f6-1e316348d470,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:03:26.798319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:26.950156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f665-9fd5-44fc-8ff1-59bc90e5ba47 req-2b344e43-0363-44b6-a5ac-41f418bc9775 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:26.951540 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaf9f665-9fd5-44fc-8ff1-59bc90e5ba47 req-2b344e43-0363-44b6-a5ac-41f418bc9775 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 945 time: 0.0488570 May 02 15:03:26.979590 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:26.979989 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:26.980313 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 66e16b83-398e-43b9-993a-f9091490e7f9 disassociated. External IP: 172.27.0.234, port: d0dbe6a4-0d78-402b-a8f6-1e316348d470. May 02 15:03:26.980652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for d0dbe6a4-0d78-402b-a8f6-1e316348d470 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:03:26.999112 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eaf9f665-9fd5-44fc-8ff1-59bc90e5ba47 req-b138d3d2-60cc-4ca3-ac80-240cc71ec26f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=007605c8-b9c4-4323-b19e-54c44b1a273f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411246 May 02 15:03:27.202145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (d0dbe6a4-0d78-402b-a8f6-1e316348d470), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:27.235362 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=d0dbe6a4-0d78-402b-a8f6-1e316348d470,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:27.637725 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:03:27.750961 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:03:27.762320 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:03:27.772055 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:27.772677 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:27.793347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] No DVR routers for this DVR port d0dbe6a4-0d78-402b-a8f6-1e316348d470 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:03:27.796050 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:27.799570 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3349f56a-2b7d-4ac8-99db-b7b3030c432d req-f0205bdd-4d95-4609-a61a-a4fcc165d4c9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "DELETE /v2.0/ports/d0dbe6a4-0d78-402b-a8f6-1e316348d470 HTTP/1.1" status: 204 len: 173 time: 1.1791501 May 02 15:03:27.800707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'name': 'network-vif-deleted', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:03:27.802871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f24c9-9a3b-42f6-8dd0-58d3d263e4e7" -d '{"events": [{"server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "name": "network-vif-deleted", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:03:27.838831 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b77d3e-353e-4ebd-b19d-8f19f6cd3ffe x-openstack-request-id: req-47b77d3e-353e-4ebd-b19d-8f19f6cd3ffe {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:03:27.840393 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a648524-ecb9-4b95-844c-819f4c55cc38", "name": "network-vif-deleted", "tag": "d0dbe6a4-0d78-402b-a8f6-1e316348d470", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:03:27.840393 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47b77d3e-353e-4ebd-b19d-8f19f6cd3ffe {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:03:27.840393 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b77d3e-353e-4ebd-b19d-8f19f6cd3ffe'] response: {'server_uuid': '8a648524-ecb9-4b95-844c-819f4c55cc38', 'name': 'network-vif-deleted', 'tag': 'd0dbe6a4-0d78-402b-a8f6-1e316348d470', 'status': 'completed', 'code': 200} May 02 15:03:27.892918 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:28.095357 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62f39381-58ef-4427-a534-abca51033399 req-b1b6f2de-0a4c-4019-ae18-5e05b50b3662 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0283065 May 02 15:03:28.107375 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:28.134081 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:03:28.142350 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:28.142959 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:28.344967 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:28.553275 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:28.578570 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599234b-33e7-4190-a7f6-c8848e330b62 None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '79341186-2fb3-4663-aebd-18427975e8c7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': '79cbd075-00c8-455c-85ba-96fccee7e183', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:32:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T14:59:18Z', 'updated_at': '2022-05-02T14:59:36Z', 'revision_number': 2, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:03:28.784615 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f17d5a6-a561-4674-bb20-9395e0ea039e None None] New status for floating IP 66e16b83-398e-43b9-993a-f9091490e7f9: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:03:29.192624 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-aa4a562f-225d-4071-9ece-f972c3d41188 req-8dab4377-5cc5-45b7-a35a-98a3c54394a7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0275247 May 02 15:03:30.221045 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device d0dbe6a4-0d78-402b-a8f6-1e316348d470 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:03:30.242273 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: d0dbe6a4-0d78-402b-a8f6-1e316348d470 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:03:30.242624 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device d0dbe6a4-0d78-402b-a8f6-1e316348d470 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:03:30.288636 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-599e5ca2-ee88-4ece-af33-6cfb7073dab2 req-90e99bbe-8ddb-4e9d-80e6-2182d197c5ab tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0272317 May 02 15:03:31.385776 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4964db78-35fb-4bd2-bd5c-26e09266680d req-1d0f9dbf-cc6e-40f8-a5a6-7a3bc20119fc tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0265529 May 02 15:03:32.509883 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-fdaa9ff9-da40-4a0b-a4e1-85b20c2b7790 req-2e4c52a8-c67e-4370-a980-ddd2ada88347 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=8a648524-ecb9-4b95-844c-819f4c55cc38 HTTP/1.1" status: 200 len: 210 time: 0.0297551 May 02 15:03:33.656547 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 43848) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:33.954098 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (007605c8-b9c4-4323-b19e-54c44b1a273f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:33.977524 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (007605c8-b9c4-4323-b19e-54c44b1a273f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.087499 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (007605c8-b9c4-4323-b19e-54c44b1a273f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.090193 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.091541 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/security-groups/007605c8-b9c4-4323-b19e-54c44b1a273f HTTP/1.1" status: 204 len: 168 time: 0.4336722 May 02 15:03:34.094337 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43852) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:34.101601 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c8e6f-46e1-4baa-853f-b0d6974c4751 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007605c8-b9c4-4323-b19e-54c44b1a273f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:34.110356 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.api.v2.resource [None req-c4840418-9087-4c02-ac0f-91b84223e67f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] show failed (client error): The resource could not be found. May 02 15:03:34.111368 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-c4840418-9087-4c02-ac0f-91b84223e67f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups/007605c8-b9c4-4323-b19e-54c44b1a273f HTTP/1.1" status: 404 len: 347 time: 0.0160298 May 02 15:03:34.114862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 43854) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:34.227107 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port bf779f29-63d9-486a-a7e1-aea663136a35 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:03:34.227348 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.305262 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.305592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (bf779f29-63d9-486a-a7e1-aea663136a35), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.322907 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for bf779f29-63d9-486a-a7e1-aea663136a35 owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:03:34.527442 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bf779f29-63d9-486a-a7e1-aea663136a35), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.552648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=bf779f29-63d9-486a-a7e1-aea663136a35,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:34.615552 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (66e16b83-398e-43b9-993a-f9091490e7f9), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.618068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:34.619207 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-44479306-f228-43e6-b881-2dcb0e31cb0a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/floatingips/66e16b83-398e-43b9-993a-f9091490e7f9 HTTP/1.1" status: 204 len: 168 time: 0.5034320 May 02 15:03:42.796282 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:42.897025 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378074-e6a1-4bae-bf7f-4d12ca0fb05a req-4b26ca45-2717-43ee-ae6d-9656181b36bb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:42.898564 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6c378074-e6a1-4bae-bf7f-4d12ca0fb05a req-4b26ca45-2717-43ee-ae6d-9656181b36bb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0477996 May 02 15:03:42.947346 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6c378074-e6a1-4bae-bf7f-4d12ca0fb05a req-c6a612fc-c3ca-4abb-a9e9-e92ed5b33500 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418537 May 02 15:03:43.638482 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-f8d0f857-f4fb-475e-aec6-867184c5a77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:43.655613 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44000) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:43.757891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-fe0af1dd-7594-4acf-8d9f-9b0ad83f3727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:43.831805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-fe0af1dd-7594-4acf-8d9f-9b0ad83f3727 admin admin] Publish callbacks [] for security_group (7249f27e-ac36-46b6-a621-de39849d2d1b), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:43.921259 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-fe0af1dd-7594-4acf-8d9f-9b0ad83f3727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7249f27e-ac36-46b6-a621-de39849d2d1b), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:43.962409 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-fe0af1dd-7594-4acf-8d9f-9b0ad83f3727 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cf96ad838ce42bda8b4e97542c2b105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056889 May 02 15:03:43.963627 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0af1dd-7594-4acf-8d9f-9b0ad83f3727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7249f27e-ac36-46b6-a621-de39849d2d1b,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:43.965176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44010) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:44.033705 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] Publish callbacks [] for security_group (7249f27e-ac36-46b6-a621-de39849d2d1b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:44.084402 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296ecc-42e8-4d2b-9570-7108a3ec6fd5 req-4f193e7b-98a1-4a67-8334-fc8dc52d59e6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:44.085843 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-32296ecc-42e8-4d2b-9570-7108a3ec6fd5 req-4f193e7b-98a1-4a67-8334-fc8dc52d59e6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0637205 May 02 15:03:44.087630 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] Publish callbacks [] for security_group (7249f27e-ac36-46b6-a621-de39849d2d1b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:44.153181 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-32296ecc-42e8-4d2b-9570-7108a3ec6fd5 req-53738a7b-01dd-401e-ae85-845f8a463dea tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589709 May 02 15:03:44.235519 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7249f27e-ac36-46b6-a621-de39849d2d1b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:44.238625 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:44.239723 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7249f27e-ac36-46b6-a621-de39849d2d1b HTTP/1.1" status: 204 len: 168 time: 0.2720556 May 02 15:03:44.248048 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efe00d-5c52-480f-bbb8-0757e722660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7249f27e-ac36-46b6-a621-de39849d2d1b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:45.099253 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-15e94a24-dd7e-45f7-aed9-3134a5273dc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:45.100846 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-15e94a24-dd7e-45f7-aed9-3134a5273dc9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0498595 May 02 15:03:45.191530 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port 79cbd075-00c8-455c-85ba-96fccee7e183 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:03:45.192089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.310593 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bb182-eac0-4e2d-88fd-d1fc7279d6fd req-cbb4d169-5c20-4980-bf65-abbcb29b2e3f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:45.312092 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a0bb182-eac0-4e2d-88fd-d1fc7279d6fd req-cbb4d169-5c20-4980-bf65-abbcb29b2e3f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 946 time: 0.0858128 May 02 15:03:45.330694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] For port 79cbd075-00c8-455c-85ba-96fccee7e183, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=79cbd075-00c8-455c-85ba-96fccee7e183,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:03:45.331629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.418628 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0a0bb182-eac0-4e2d-88fd-d1fc7279d6fd req-e8042805-2c0c-475a-b0db-8aa03205c7a4 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=7026edc6-92c9-446e-b0ce-36da18df43d2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1003633 May 02 15:03:45.535231 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.535602 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.535986 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 79341186-2fb3-4663-aebd-18427975e8c7 disassociated. External IP: 172.27.0.250, port: 79cbd075-00c8-455c-85ba-96fccee7e183. May 02 15:03:45.536337 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for 79cbd075-00c8-455c-85ba-96fccee7e183 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:03:45.721293 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (79cbd075-00c8-455c-85ba-96fccee7e183), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.750996 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=79cbd075-00c8-455c-85ba-96fccee7e183,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:45.867360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:03:45.878267 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e2450f70-40c9-425c-a6fe-7467f2a86c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:45.983931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:03:45.990077 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:03:46.000612 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:46.001219 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:46.026170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] No DVR routers for this DVR port 79cbd075-00c8-455c-85ba-96fccee7e183 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:03:46.028068 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:46.031399 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27e61d2d-f827-4b5b-bf2c-1a584fbcc1f6 req-85d583eb-be80-4776-9e66-c9d6a1c5ffc3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "DELETE /v2.0/ports/79cbd075-00c8-455c-85ba-96fccee7e183 HTTP/1.1" status: 204 len: 173 time: 0.9251285 May 02 15:03:46.031874 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'name': 'network-vif-deleted', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:03:46.034725 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57ab739-07a8-4282-9676-1f84c1c56e3c" -d '{"events": [{"server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "name": "network-vif-deleted", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:03:46.076194 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62580bf2-73c6-4e7a-834d-07262223e1e8 x-openstack-request-id: req-62580bf2-73c6-4e7a-834d-07262223e1e8 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:03:46.076728 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cca761-6eeb-42bb-88f8-03dd9872672e", "name": "network-vif-deleted", "tag": "79cbd075-00c8-455c-85ba-96fccee7e183", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:03:46.077156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62580bf2-73c6-4e7a-834d-07262223e1e8 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:03:46.077914 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62580bf2-73c6-4e7a-834d-07262223e1e8'] response: {'server_uuid': 'e5cca761-6eeb-42bb-88f8-03dd9872672e', 'name': 'network-vif-deleted', 'tag': '79cbd075-00c8-455c-85ba-96fccee7e183', 'status': 'completed', 'code': 200} May 02 15:03:46.116100 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:46.333360 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:46.362366 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:03:46.369575 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:46.370211 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:46.492685 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:46.529185 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-23aaf2b5-afdb-49e7-b5ff-51523f9d7a25 req-4fce4e1e-5aa1-4a20-af5d-fe315a5e5d9c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e5cca761-6eeb-42bb-88f8-03dd9872672e HTTP/1.1" status: 200 len: 210 time: 0.0286107 May 02 15:03:46.682337 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:46.709456 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ab90fb-0aee-4691-a159-8310dae8a524 None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:03:46.928548 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e9ba0-92cc-4449-a761-ea585146ad3e None None] New status for floating IP 79341186-2fb3-4663-aebd-18427975e8c7: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:03:47.310152 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:47.950930 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44076) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:48.051326 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44270861-9f9d-4283-8144-45347aa39515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.126116 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44270861-9f9d-4283-8144-45347aa39515 admin admin] Publish callbacks [] for security_group (e7db2592-c8c4-4525-947e-766235ebc718), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.192449 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-44270861-9f9d-4283-8144-45347aa39515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e7db2592-c8c4-4525-947e-766235ebc718), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.231663 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-44270861-9f9d-4283-8144-45347aa39515 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fadc0b9cb62499dbfc9dddc9d872537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796052 May 02 15:03:48.232574 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44270861-9f9d-4283-8144-45347aa39515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db2592-c8c4-4525-947e-766235ebc718,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:48.234360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44082) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:48.289095 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] Publish callbacks [] for security_group (e7db2592-c8c4-4525-947e-766235ebc718), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.311252 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] Publish callbacks [] for security_group (e7db2592-c8c4-4525-947e-766235ebc718), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.421045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e7db2592-c8c4-4525-947e-766235ebc718), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.423627 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.428015 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7db2592-c8c4-4525-947e-766235ebc718 HTTP/1.1" status: 204 len: 168 time: 0.1893644 May 02 15:03:48.433045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa095a-02a8-4550-8df4-ef1b10c7c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db2592-c8c4-4525-947e-766235ebc718,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:48.624477 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.717194 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44094) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:48.776560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (7026edc6-92c9-446e-b0ce-36da18df43d2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.800956 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (7026edc6-92c9-446e-b0ce-36da18df43d2), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.929793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7026edc6-92c9-446e-b0ce-36da18df43d2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.932613 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:48.933617 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/security-groups/7026edc6-92c9-446e-b0ce-36da18df43d2 HTTP/1.1" status: 204 len: 168 time: 0.2154241 May 02 15:03:48.942548 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44106) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:48.945919 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac5de3-981f-429d-b126-1e78e87d6047 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7026edc6-92c9-446e-b0ce-36da18df43d2,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:48.962015 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-17453061-5823-4aa3-9a84-304a79e29801 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] show failed (client error): The resource could not be found. May 02 15:03:48.963040 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-17453061-5823-4aa3-9a84-304a79e29801 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups/7026edc6-92c9-446e-b0ce-36da18df43d2 HTTP/1.1" status: 404 len: 347 time: 0.0194979 May 02 15:03:48.969411 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44108) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:49.088560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port 7b03bf17-b04f-4212-a361-6c29df7e76ac {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:03:49.090010 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.164798 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.165126 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (7b03bf17-b04f-4212-a361-6c29df7e76ac), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.182333 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for 7b03bf17-b04f-4212-a361-6c29df7e76ac owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:03:49.398261 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (7b03bf17-b04f-4212-a361-6c29df7e76ac), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.425565 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=7b03bf17-b04f-4212-a361-6c29df7e76ac,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:49.463402 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44120) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:49.490755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (79341186-2fb3-4663-aebd-18427975e8c7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.493599 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.495402 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-03bce00d-d8ff-4afc-a3be-950100dcd280 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/floatingips/79341186-2fb3-4663-aebd-18427975e8c7 HTTP/1.1" status: 204 len: 168 time: 0.5240920 May 02 15:03:49.562322 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2073452001-network', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:49.637736 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Made reservation on behalf of 1e1a318de10b47a591053a2d19af0edf for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:03:49.640038 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.651089 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.722028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks [] for security_group (3b47558e-826f-48d2-9c64-fe2b48db6ff7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.780968 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3b47558e-826f-48d2-9c64-fe2b48db6ff7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.803019 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 15:03:49.817853 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b47558e-826f-48d2-9c64-fe2b48db6ff7,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:49.821836 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (caf5b9d4-4201-46cf-bd1d-35ea97005c25), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.822190 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Added segment caf5b9d4-4201-46cf-bd1d-35ea97005c25 of type vlan for network 1bce6bfc-cc2f-457f-a17f-9253cf38483b May 02 15:03:49.839020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44126) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:49.844111 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020597532', 'description': 'tempest-description--1732873942'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:49.863766 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (1bce6bfc-cc2f-457f-a17f-9253cf38483b), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.888749 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 79cbd075-00c8-455c-85ba-96fccee7e183 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:03:49.908455 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 79cbd075-00c8-455c-85ba-96fccee7e183 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:03:49.909538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 79cbd075-00c8-455c-85ba-96fccee7e183 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:03:49.935755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.970069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (1bce6bfc-cc2f-457f-a17f-9253cf38483b), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:49.971067 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:49.972242 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.003495 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (f3a51a6b-f7ee-4255-bd7a-8d910aac2df8), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.034970 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] Pushing event updated for resources: {'Network': ['ID=1bce6bfc-cc2f-457f-a17f-9253cf38483b,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:50.044326 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 15:03:50.058419 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ad064dbe-0100-4642-be69-9690e01d6b4b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5938563 May 02 15:03:50.061240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44130) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:50.065920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Request body: {'subnet': {'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2073452001-subnet', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:50.084708 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f3a51a6b-f7ee-4255-bd7a-8d910aac2df8), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.115481 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:50.129974 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Made reservation on behalf of 1e1a318de10b47a591053a2d19af0edf for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:03:50.132503 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.156187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.157480 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-133a103f-e810-4ef3-9535-cbad5cc298f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3174164 May 02 15:03:50.161084 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44132) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:50.189924 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': 'f3a51a6b-f7ee-4255-bd7a-8d910aac2df8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:50.198537 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.308751 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (93452279-0f6d-48b7-bcb9-32f0722bd9d8), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.374666 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (93452279-0f6d-48b7-bcb9-32f0722bd9d8), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.390276 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (6220adcd-a03f-47be-b33b-e1d8e900fbc5), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.443632 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (93452279-0f6d-48b7-bcb9-32f0722bd9d8), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.453176 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6220adcd-a03f-47be-b33b-e1d8e900fbc5,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:50.466726 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93452279-0f6d-48b7-bcb9-32f0722bd9d8,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:50.473408 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Checking segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:50.473760 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Network hostable DHCP agents. Network: 1bce6bfc-cc2f-457f-a17f-9253cf38483b, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 15:03:50.571707 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.572959 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-285c0515-f629-4e72-8919-5d845f80e122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109170 May 02 15:03:50.575723 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44134) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:50.580144 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': 'f3a51a6b-f7ee-4255-bd7a-8d910aac2df8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:50.597613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 15:03:50.686979 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (772c86a4-481e-4531-9d62-f7b9f4336855), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.712533 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 1bce6bfc-cc2f-457f-a17f-9253cf38483b) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:50.721771 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:50.722338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e9fe3-93fb-411c-9cfa-854851e2c15b None None] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:03:50.722493 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.757381 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (772c86a4-481e-4531-9d62-f7b9f4336855), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.825498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 15:03:50.826320 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.830197 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-0f334038-5f1f-4709-bc29-cfaeab159c8c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7678840 May 02 15:03:50.833056 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44136) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:50.837432 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:50.866956 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (772c86a4-481e-4531-9d62-f7b9f4336855), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.889823 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=772c86a4-481e-4531-9d62-f7b9f4336855,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:50.964777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.965997 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.974722 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Allocated IP 172.20.0.2 (1bce6bfc-cc2f-457f-a17f-9253cf38483b/6220adcd-a03f-47be-b33b-e1d8e900fbc5/ce646824-21ef-436f-9747-23b3fad7510e) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:50.980236 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:50.983198 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-25e32c39-85eb-4b6d-bc06-4367a15e3b1d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4064713 May 02 15:03:50.987991 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44140) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:50.992450 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:51.051502 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for router_controller (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), precommit_add_association {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.107360 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.126689 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks [] for port (ce646824-21ef-436f-9747-23b3fad7510e), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.200983 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.221988 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (ce646824-21ef-436f-9747-23b3fad7510e), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.260954 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:51.263923 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:51.266665 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:51.283453 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Pushing event updated for resources: {'Port': ['ID=ce646824-21ef-436f-9747-23b3fad7510e,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:51.294155 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for router_gateway (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.307682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.308061 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.308412 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.308762 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.309102 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.309454 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.309766 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.310097 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.310429 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.310755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.311084 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.311410 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.311736 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.312087 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.312411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:51.319146 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.27.0.88 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/7c5ed92d-ac1e-4d43-9833-03bbe102276d) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:51.344074 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Attempting to bind port ce646824-21ef-436f-9747-23b3fad7510e on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:03:51.344454 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Attempting to bind port ce646824-21ef-436f-9747-23b3fad7510e by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:03:51.344853 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Attempting to bind port ce646824-21ef-436f-9747-23b3fad7510e on network 1bce6bfc-cc2f-457f-a17f-9253cf38483b {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:51.350058 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:03:51.350437 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Checking segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:51.350844 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.351239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Bound using segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:03:51.351708 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Bound port: ce646824-21ef-436f-9747-23b3fad7510e, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:03:51.352121 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ce646824-21ef-436f-9747-23b3fad7510e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.420071 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] For port ce646824-21ef-436f-9747-23b3fad7510e, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:03:51.423082 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] For port ce646824-21ef-436f-9747-23b3fad7510e, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ce646824-21ef-436f-9747-23b3fad7510e,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:03:51.424664 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.490263 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ce646824-21ef-436f-9747-23b3fad7510e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.513000 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.557981 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512864a-d878-4fc9-b225-97450fba7b54 None None] Pushing event updated for resources: {'Port': ['ID=ce646824-21ef-436f-9747-23b3fad7510e,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:51.564312 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:51.570270 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:51.575202 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:51.589121 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=7c5ed92d-ac1e-4d43-9833-03bbe102276d,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:51.620189 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for router_gateway (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.640854 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.681028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.797033 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Allocated IP 172.27.0.152 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/063b0273-ff15-42ce-95c8-323b2a3dcec5) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:51.824820 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.930040 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:51.996520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.013230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.058978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:52.061836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:52.064828 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.065820 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:52.095045 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ce646824-21ef-436f-9747-23b3fad7510e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:03:52.103952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Pushing event updated for resources: {'Port': ['ID=063b0273-ff15-42ce-95c8-323b2a3dcec5,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:52.127060 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=7c5ed92d-ac1e-4d43-9833-03bbe102276d,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:52.156969 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port ce646824-21ef-436f-9747-23b3fad7510e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:52.157351 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ce646824-21ef-436f-9747-23b3fad7510e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.164077 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.238514 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.239928 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-872c7925-fb85-48ef-8200-89223372e38e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2508945 May 02 15:03:52.240193 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port ce646824-21ef-436f-9747-23b3fad7510e is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:52.240399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ce646824-21ef-436f-9747-23b3fad7510e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.274862 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port ce646824-21ef-436f-9747-23b3fad7510e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ce646824-21ef-436f-9747-23b3fad7510e,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:03:52.355613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (ce646824-21ef-436f-9747-23b3fad7510e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.425057 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=ce646824-21ef-436f-9747-23b3fad7510e,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:52.427634 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for router_gateway (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.553891 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-9ec47230-b277-4bf1-b530-12f532d2d56b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2020597532&fields=id&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 267 time: 0.1145828 May 02 15:03:52.626608 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82160b84-7129-4b22-abd1-4357c73bd99e None None] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:03:52.694857 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-089a3f85-f2b6-4d6a-a250-1982fe8cbea0 None None] Provisioning complete for port ce646824-21ef-436f-9747-23b3fad7510e triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:52.695227 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-089a3f85-f2b6-4d6a-a250-1982fe8cbea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ce646824-21ef-436f-9747-23b3fad7510e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:52.821787 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-089a3f85-f2b6-4d6a-a250-1982fe8cbea0 None None] Current status of the port ce646824-21ef-436f-9747-23b3fad7510e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:53.035458 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-7ffb7816-a1d2-4e32-9a76-f45e8916a176 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:53.036864 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-7ffb7816-a1d2-4e32-9a76-f45e8916a176 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.4752724 May 02 15:03:53.041535 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-c30326b2-1f4d-4112-8112-011ff389dc4a None None] Provisioning complete for port ce646824-21ef-436f-9747-23b3fad7510e triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:53.042105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c30326b2-1f4d-4112-8112-011ff389dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ce646824-21ef-436f-9747-23b3fad7510e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:53.057778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:53.063249 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-50812198-0656-46a4-b8cf-84c34244b696 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/quotas/66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 375 time: 0.0170598 May 02 15:03:53.136301 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-c30326b2-1f4d-4112-8112-011ff389dc4a None None] Current status of the port ce646824-21ef-436f-9747-23b3fad7510e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:53.194608 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-57960e73-ca34-40e4-95cb-ac3406379228 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943325 May 02 15:03:53.317182 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-36004b0b-3dab-4fe1-96ec-c33b14ecfa56 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081173 May 02 15:03:53.393735 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 15:03:53.476001 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-dcad3cde-c451-4198-b38f-e6ecc6421323 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526918 May 02 15:03:53.544894 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:03:53.556914 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Sync routers for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:03:53.568758 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:53.569443 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:53.632145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:53.633514 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-14b0c12a-a671-43b8-bb62-35567779135d admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7994459 May 02 15:03:53.636444 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44190) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:53.684831 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:53.851493 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-680b4f10-290a-4245-9f5e-6fe225a9dcb7 req-048a0c4a-8955-4326-9db7-ad92fdc19411 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 210 time: 0.0535450 May 02 15:03:53.915542 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:52Z', 'revision_number': 3, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:53.962399 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Checking router: b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:03:53.963257 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Updating router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 port 063b0273-ff15-42ce-95c8-323b2a3dcec5 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 15:03:53.994616 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.110472 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ce646824-21ef-436f-9747-23b3fad7510e up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:03:54.205110 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port ce646824-21ef-436f-9747-23b3fad7510e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:54.206278 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (ce646824-21ef-436f-9747-23b3fad7510e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.266783 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.332922 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port ce646824-21ef-436f-9747-23b3fad7510e is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:54.463053 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Allocated IP 172.20.0.1 (1bce6bfc-cc2f-457f-a17f-9253cf38483b/6220adcd-a03f-47be-b33b-e1d8e900fbc5/098d6532-d01c-4944-90b1-42aa14face51) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:54.481582 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks [] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.565247 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.572600 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks [] for port (098d6532-d01c-4944-90b1-42aa14face51), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.619946 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Attempting to bind port 063b0273-ff15-42ce-95c8-323b2a3dcec5 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:03:54.620239 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Attempting to bind port 063b0273-ff15-42ce-95c8-323b2a3dcec5 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:03:54.620601 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Attempting to bind port 063b0273-ff15-42ce-95c8-323b2a3dcec5 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:54.623513 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Pushing event updated for resources: {'Port': ['ID=063b0273-ff15-42ce-95c8-323b2a3dcec5,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:54.631983 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.632337 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.635472 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.636268 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.636268 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.636268 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.636541 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:54.639761 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:03:54.640168 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:54.640601 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.640955 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:03:54.641427 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Bound port: 063b0273-ff15-42ce-95c8-323b2a3dcec5, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:03:54.641810 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.672855 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.695103 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] For port 063b0273-ff15-42ce-95c8-323b2a3dcec5, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:03:54.698196 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] For port 063b0273-ff15-42ce-95c8-323b2a3dcec5, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=063b0273-ff15-42ce-95c8-323b2a3dcec5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:03:54.718854 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:54.722183 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:54.724638 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:54.760240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Pushing event updated for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:54.778209 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.792951 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:54.845346 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43424036-c2f0-4536-909c-65660aa67bb5 None None] Pushing event updated for resources: {'Port': ['ID=063b0273-ff15-42ce-95c8-323b2a3dcec5,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:54.874225 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:54.884413 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:55.014005 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (098d6532-d01c-4944-90b1-42aa14face51), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.028814 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:55.068011 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8ea70027-28d9-4669-b15f-5d7ed3790f48 req-b6c13e87-7d2f-44c4-ad4c-81f83f3b59b0 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 210 time: 0.0917108 May 02 15:03:55.089802 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e03d1396-5224-4f99-b6e7-da83386913a5 None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:55.090538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e03d1396-5224-4f99-b6e7-da83386913a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.160259 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e03d1396-5224-4f99-b6e7-da83386913a5 None None] Port 098d6532-d01c-4944-90b1-42aa14face51 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:03:55.218378 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:52Z', 'revision_number': 3, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:55.231959 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks [] for port (098d6532-d01c-4944-90b1-42aa14face51), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.248716 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d85b7-aab8-4146-8227-3e0638421ebf None None] The sync data for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi is: [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:52Z', 'revision_number': 3, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:03:55.309980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.382163 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Pushing event updated for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:55.391267 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.391692 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.392177 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.392620 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.393062 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.393470 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.393870 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.394282 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.394674 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.395068 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.395467 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.395885 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.396290 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.396830 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.397234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:03:55.406719 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.544801 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:55.546559 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:55.697860 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:03:55.781542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-05824510-f7cb-4e85-b6c5-0008bf10524b None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:55.782105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-05824510-f7cb-4e85-b6c5-0008bf10524b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:55.822457 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-05824510-f7cb-4e85-b6c5-0008bf10524b None None] Port 098d6532-d01c-4944-90b1-42aa14face51 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:03:55.824433 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:03:55.837556 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c9d1b208-1812-4bd8-90d1-c5bdd2b9a616 admin admin] 10.222.0.36 "PUT /v2.0/routers/b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921344 May 02 15:03:56.093523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 063b0273-ff15-42ce-95c8-323b2a3dcec5 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:03:56.169005 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 063b0273-ff15-42ce-95c8-323b2a3dcec5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:56.169631 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.196267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-44761f24-5ca7-49b7-bdbc-34a0059b7847 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:56.204889 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bce0cfe9-fca6-481c-8518-b1d9919070e1 req-0077e9e6-7033-46ee-8e78-46b9390d10ad tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 210 time: 0.0393081 May 02 15:03:56.205156 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-44761f24-5ca7-49b7-bdbc-34a0059b7847 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1503544 May 02 15:03:56.276704 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 063b0273-ff15-42ce-95c8-323b2a3dcec5 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:56.277106 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.293790 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-17a83995-af8a-4f4a-8618-450ece3f1e90 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 380 time: 0.0755911 May 02 15:03:56.302682 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'port': {'device_id': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'admin_state_up': True, 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'security_groups': ['f3a51a6b-f7ee-4255-bd7a-8d910aac2df8']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:56.303981 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 063b0273-ff15-42ce-95c8-323b2a3dcec5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=063b0273-ff15-42ce-95c8-323b2a3dcec5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:03:56.397927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.462190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=063b0273-ff15-42ce-95c8-323b2a3dcec5,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:56.477929 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:03:56.481417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.615188 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.20.0.11 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/bbe5a21d-f3b3-4489-a814-3402dd182296) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:56.641941 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44268) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:56.646929 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780872720-network', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:56.738953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Made reservation on behalf of 6b9110d4d9a843c2b4fcc2b863f10eda for: {'network': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:03:56.741478 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for network (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.754399 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.766531 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.836419 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks [] for security_group (c85b39af-8a40-43ab-9030-d9903f42346c), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.893881 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.936954 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:56.941743 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:56.945828 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:56.950487 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c85b39af-8a40-43ab-9030-d9903f42346c), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.978614 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:56.982391 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=110410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 15:03:56.992786 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85b39af-8a40-43ab-9030-d9903f42346c,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:56.997946 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (f40ed683-b6ea-4265-a378-4dffc5c6ac34), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:56.998300 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.segments_db [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Added segment f40ed683-b6ea-4265-a378-4dffc5c6ac34 of type vlan for network 6d0abda0-631d-4329-b12a-e4c68d50284d May 02 15:03:57.013829 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:57.014536 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.042360 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756325831096'] for network (6d0abda0-631d-4329-b12a-e4c68d50284d), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.063363 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Sync routers for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:03:57.073769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:57.074501 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:57.114187 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-2ddcd612-0ea2-4ec3-88f4-6b3fb9df0b33 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8156362 May 02 15:03:57.134477 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Request body: {'port': {'device_id': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:57.146886 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581'] for network (6d0abda0-631d-4329-b12a-e4c68d50284d), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.148078 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:57.148784 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.201970 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:57.203467 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.213939 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] Pushing event updated for resources: {'Network': ['ID=6d0abda0-631d-4329-b12a-e4c68d50284d,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:57.242006 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Network 6d0abda0-631d-4329-b12a-e4c68d50284d details requested by agent ovs-agent-dv-cinder-750782-21-iscsi with host dv-cinder-750782-21-iscsi {{(pid=110411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 15:03:57.283583 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-c50687c9-8779-4fb2-a484-f3489b8e859d None None] Provisioning complete for port bbe5a21d-f3b3-4489-a814-3402dd182296 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:57.283913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-c50687c9-8779-4fb2-a484-f3489b8e859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.303462 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-aba12ca4-c6b1-4661-afd3-86a65d0ddf36 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6597016 May 02 15:03:57.307019 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44278) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:57.316875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Request body: {'subnet': {'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780872720-subnet', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'ip_version': 4}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:57.377091 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10991e-aa3f-4946-b39a-0b2507527b75 req-5991b7a6-c3ed-4172-97f8-e5416e094262 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:57.379088 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5a10991e-aa3f-4946-b39a-0b2507527b75 req-5991b7a6-c3ed-4172-97f8-e5416e094262 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 932 time: 0.0670443 May 02 15:03:57.403702 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Made reservation on behalf of 6b9110d4d9a843c2b4fcc2b863f10eda for: {'subnet': 1} {{(pid=110410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:03:57.406130 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3293616'] for subnet (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.416302 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-c50687c9-8779-4fb2-a484-f3489b8e859d None None] Port bbe5a21d-f3b3-4489-a814-3402dd182296 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:03:57.483205 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5a10991e-aa3f-4946-b39a-0b2507527b75 req-423eb3b1-2f1f-4b7c-a2be-c0f3505ee5f9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898967 May 02 15:03:57.529310 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:55Z', 'revision_number': 2, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:57.585801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe5a21d-f3b3-4489-a814-3402dd182296 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:03:57.595523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks [] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.611387 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Transition to ACTIVE for port object bbe5a21d-f3b3-4489-a814-3402dd182296 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:03:57.683970 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Checking router: b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:03:57.684264 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3755831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3293614'] for subnet (954d23e0-92c7-40e0-8b94-987d9f144da0), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.684430 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Updating router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 port 098d6532-d01c-4944-90b1-42aa14face51 binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 15:03:57.710329 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.712429 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (098d6532-d01c-4944-90b1-42aa14face51), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.740960 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954d23e0-92c7-40e0-8b94-987d9f144da0,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:57.761799 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:57.769452 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Checking segment: {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:57.769819 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Network hostable DHCP agents. Network: 6d0abda0-631d-4329-b12a-e4c68d50284d, hostable agents: ['9b54ac50-da68-43ad-9be3-93c5d8c20c96'], hosted agents: [] {{(pid=110410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 15:03:57.847988 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Attempting to bind port bbe5a21d-f3b3-4489-a814-3402dd182296 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:03:57.848663 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Attempting to bind port bbe5a21d-f3b3-4489-a814-3402dd182296 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:03:57.848996 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Attempting to bind port bbe5a21d-f3b3-4489-a814-3402dd182296 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:57.853815 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Port bbe5a21d-f3b3-4489-a814-3402dd182296 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:03:57.854189 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Attempting to bind port bbe5a21d-f3b3-4489-a814-3402dd182296 on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:57.859346 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:03:57.859697 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:57.860115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:03:57.860544 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Bound port: bbe5a21d-f3b3-4489-a814-3402dd182296, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:03:57.860943 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:57.867383 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Network 6d0abda0-631d-4329-b12a-e4c68d50284d is scheduled to be hosted by DHCP agent 9b54ac50-da68-43ad-9be3-93c5d8c20c96 with binding_index 1 {{(pid=110410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 15:03:57.943246 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:03:57.946788 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbe5a21d-f3b3-4489-a814-3402dd182296,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:03:57.990285 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-21-iscsi, 6d0abda0-631d-4329-b12a-e4c68d50284d) {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:57.994853 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:57.999007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.001354 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae04d44-0853-4267-a0aa-1fe87490d1d7 None None] Network 6d0abda0-631d-4329-b12a-e4c68d50284d requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:03:58.043187 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks [] for port (098d6532-d01c-4944-90b1-42aa14face51), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.056452 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.085455 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 063b0273-ff15-42ce-95c8-323b2a3dcec5 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:03:58.090719 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.091341 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.095841 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] 10.222.0.41 "PUT /v2.0/ports/bbe5a21d-f3b3-4489-a814-3402dd182296 HTTP/1.1" status: 200 len: 1094 time: 0.9627593 May 02 15:03:58.096082 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f87c8169-2753-41ee-8a25-9373a1e0e193 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7843914 May 02 15:03:58.096338 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:03:58.096446 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44280) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:03:58.096542 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:03:58.101387 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:03:58.147226 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac0c71-10ab-4016-b988-0f861e90733c service neutron] Pushing event updated for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:58.165150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01564b53-a377-4447-8afe-f4e6a8d9951f x-openstack-request-id: req-01564b53-a377-4447-8afe-f4e6a8d9951f {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:03:58.165150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:03:58.165150 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01564b53-a377-4447-8afe-f4e6a8d9951f {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:03:58.165150 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01564b53-a377-4447-8afe-f4e6a8d9951f'] response: {'name': 'network-changed', 'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'status': 'completed', 'code': 200} May 02 15:03:58.176336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 063b0273-ff15-42ce-95c8-323b2a3dcec5 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:58.176673 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.180137 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.207041 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp49c0e58a-0edd-5e99-83a4-8aa89efcb2ad-6d0abda0-631d-4329-b12a-e4c68d50284d', 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d', 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'fixed_ips': [{'subnet_id': '954d23e0-92c7-40e0-8b94-987d9f144da0'}]}} from dv-cinder-750782-21-iscsi. {{(pid=110411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 15:03:58.207916 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.244829 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-af607653-6356-4b03-aef4-f2111889ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.247037 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-af607653-6356-4b03-aef4-f2111889ea70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 1128 time: 0.0493233 May 02 15:03:58.259157 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2846'] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.260348 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-444436', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-414237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2839'] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.352281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for router_controller (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), precommit_add_association {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.387999 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e1a9f-bda7-4062-9bbd-d42251a35d94 None None] Pushing event updated for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:58.399225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-11eafc18-faff-405e-b99c-eb8a180f18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.400904 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-11eafc18-faff-405e-b99c-eb8a180f18eb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66a8835725b5422cbf45b0588773e973&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1322978 May 02 15:03:58.571711 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.db_base_plugin_common [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Allocated IP 172.20.0.2 (6d0abda0-631d-4329-b12a-e4c68d50284d/954d23e0-92c7-40e0-8b94-987d9f144da0/3477294a-1c0b-489c-80cd-fc1b46ef0d5d) {{(pid=110411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:58.576269 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Attempting to bind port 098d6532-d01c-4944-90b1-42aa14face51 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:03:58.576652 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Attempting to bind port 098d6532-d01c-4944-90b1-42aa14face51 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:03:58.577022 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Attempting to bind port 098d6532-d01c-4944-90b1-42aa14face51 on network 1bce6bfc-cc2f-457f-a17f-9253cf38483b {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:58.592743 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-63b0a8ee-844f-4a5d-b7a3-071801143665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.594953 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69c4a4a5-fc2f-49bc-b278-3ebc5e2b33dc req-63b0a8ee-844f-4a5d-b7a3-071801143665 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873360 May 02 15:03:58.597617 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:03:58.598224 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Checking segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:58.598704 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.599110 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Bound using segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:03:58.599597 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Bound port: 098d6532-d01c-4944-90b1-42aa14face51, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:03:58.601545 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (098d6532-d01c-4944-90b1-42aa14face51), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.606175 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 063b0273-ff15-42ce-95c8-323b2a3dcec5 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:58.641632 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb0d9e-1fd4-440e-b4c3-87dbee8d76fd req-dcc88bbc-8ec8-4cfc-a807-2ba68ff49767 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.643916 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-acdb0d9e-1fd4-440e-b4c3-87dbee8d76fd req-dcc88bbc-8ec8-4cfc-a807-2ba68ff49767 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 944 time: 0.0627828 May 02 15:03:58.651899 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for router_gateway (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.668995 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-41f28b34-c4a8-4516-9682-651cc77e8558 None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:58.669378 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-41f28b34-c4a8-4516-9682-651cc77e8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.728623 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-e7d6268b-9929-4163-94ec-09c8ce6d6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.730160 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-e7d6268b-9929-4163-94ec-09c8ce6d6ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 1128 time: 0.0654900 May 02 15:03:58.733436 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-acdb0d9e-1fd4-440e-b4c3-87dbee8d76fd req-f03fa58b-2a29-470b-a10e-0e6a9357b855 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760460 May 02 15:03:58.773088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-41f28b34-c4a8-4516-9682-651cc77e8558 None None] Port 098d6532-d01c-4944-90b1-42aa14face51 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:03:58.786123 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-5b23b14a-29cb-49ba-9205-0811584dd39f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe5a21d-f3b3-4489-a814-3402dd182296 HTTP/1.1" status: 200 len: 217 time: 0.0417981 May 02 15:03:58.836051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-b3da8984-a1f3-4537-ad14-ab6be3510a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.837692 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-b3da8984-a1f3-4537-ad14-ab6be3510a20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0451665 May 02 15:03:58.843879 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] For port 098d6532-d01c-4944-90b1-42aa14face51, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:03:58.849865 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks [] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), precommit_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.859497 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] For port 098d6532-d01c-4944-90b1-42aa14face51, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=098d6532-d01c-4944-90b1-42aa14face51,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:03:58.885347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab67693-062b-4475-99b9-abe554d703ab req-cb356f13-51b1-490f-aa71-8afdc0e3fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:03:58.886851 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-cb356f13-51b1-490f-aa71-8afdc0e3fc01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427117 May 02 15:03:58.929597 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), after_create {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.930134 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for router_gateway (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.949504 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.970754 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:58.975782 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Network 6d0abda0-631d-4329-b12a-e4c68d50284d is already hosted by enough agents. {{(pid=110411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:58.988232 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.scheduler.base_scheduler [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Resources bound (agent type, host, resource id): {{(pid=110411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:58.988449 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-d66c5306-23af-4d89-b843-7550220a8a0c service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935845 May 02 15:03:58.991682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Pushing event updated for resources: {'Port': ['ID=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,revision_number=1']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:58.993967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Received port after_create {{(pid=110411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:59.067937 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Allocated IP 172.27.0.22 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/7a757f1c-c20a-4cef-8714-a0cafccfdf47) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:03:59.099501 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:03:59.100180 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:59.114477 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2ab67693-062b-4475-99b9-abe554d703ab req-fbb2f92c-a104-4118-86d6-696217765dae service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186459 May 02 15:03:59.152635 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e1a9f-bda7-4062-9bbd-d42251a35d94 None None] Pushing event updated for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:59.165577 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Attempting to bind port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:03:59.166293 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Attempting to bind port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:03:59.166662 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Attempting to bind port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d on network 6d0abda0-631d-4329-b12a-e4c68d50284d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:03:59.176928 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:03:59.177311 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Checking segment: {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:03:59.177720 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.178118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Bound using segment: {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:03:59.178595 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Bound port: 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:03:59.178988 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.199649 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.306185 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:03:59.332769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-864b015e-5111-4527-8600-43bdce146a06 None None] For port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:03:59.336109 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:03:59.336484 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.345156 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.370604 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-864b015e-5111-4527-8600-43bdce146a06 None None] For port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:03:59.380981 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:03:59.385252 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:03:59.388810 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:03:59.416022 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Pushing event updated for resources: {'Port': ['ID=7a757f1c-c20a-4cef-8714-a0cafccfdf47,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:59.505412 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.699903 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Current status of the port 098d6532-d01c-4944-90b1-42aa14face51 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:03:59.700313 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (098d6532-d01c-4944-90b1-42aa14face51), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.762042 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for router_gateway (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:03:59.767473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b015e-5111-4527-8600-43bdce146a06 None None] Pushing event updated for resources: {'Port': ['ID=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,revision_number=2']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:03:59.800004 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:58Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:03:59.802860 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-360b68e2-225e-4947-85e6-801e31268593 None None] For port 098d6532-d01c-4944-90b1-42aa14face51, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=098d6532-d01c-4944-90b1-42aa14face51,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:03:59.834118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b43572-2655-4f8a-bd88-e94a486b5bbc None None] The sync data for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi is: [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:58Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:03:59.935325 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.050647 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b68e2-225e-4947-85e6-801e31268593 None None] Pushing event updated for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:00.170322 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44300) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:00.197383 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3477294a-1c0b-489c-80cd-fc1b46ef0d5d up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:00.251236 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:00.252046 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.278922 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4b7a3-5814-4a69-9438-1ee7444635a1 req-121c9eff-a59a-4e0b-9c24-e5302dc096e2 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:00.280423 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d3e4b7a3-5814-4a69-9438-1ee7444635a1 req-121c9eff-a59a-4e0b-9c24-e5302dc096e2 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 944 time: 0.4232495 May 02 15:04:00.320462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd69a363-f2ce-451c-8feb-076809a29124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.357205 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:00.357518 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.385568 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d3e4b7a3-5814-4a69-9438-1ee7444635a1 req-a3457966-7c9b-402e-886d-2c76faeb78b3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608661 May 02 15:04:00.408251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:00.423013 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd69a363-f2ce-451c-8feb-076809a29124 admin admin] Publish callbacks [] for security_group (8770578c-880a-4dde-853e-b9824050f9e0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.458607 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-444619'] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.466887 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.467690 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 098d6532-d01c-4944-90b1-42aa14face51 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:00.495702 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd69a363-f2ce-451c-8feb-076809a29124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (8770578c-880a-4dde-853e-b9824050f9e0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.546436 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69a363-f2ce-451c-8feb-076809a29124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8770578c-880a-4dde-853e-b9824050f9e0,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:00.595310 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cd69a363-f2ce-451c-8feb-076809a29124 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d82f2723a54cd5b3ea53f955b44ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228160 May 02 15:04:00.598303 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44304) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:00.602100 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:00.649523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:00.649842 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.665047 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] Publish callbacks [] for security_group (8770578c-880a-4dde-853e-b9824050f9e0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.691418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] Publish callbacks [] for security_group (8770578c-880a-4dde-853e-b9824050f9e0), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.724081 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 is scheduled to L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 with binding_index 1 {{(pid=110410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 15:04:00.770907 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 098d6532-d01c-4944-90b1-42aa14face51 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:00.818859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (8770578c-880a-4dde-853e-b9824050f9e0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.827755 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:00.827755 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8770578c-880a-4dde-853e-b9824050f9e0 HTTP/1.1" status: 204 len: 168 time: 0.2213097 May 02 15:04:00.840337 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d470cf6-fe3b-4cda-8e30-bb53915f8591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8770578c-880a-4dde-853e-b9824050f9e0,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:00.900317 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:04:00.911593 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Sync routers for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:04:00.926200 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:00.926889 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:00.943954 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb432087-9746-48ac-b244-77c5920f5caf None None] Network 6d0abda0-631d-4329-b12a-e4c68d50284d requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:04:00.983962 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:04:00.985763 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-24f49d09-2603-4509-bbaf-75c081954115 None None] Provisioning complete for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:00.986129 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-24f49d09-2603-4509-bbaf-75c081954115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.047628 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:01.055136 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.059435 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44308) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:01.066129 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-3b07039f-3f78-4cb0-82ce-7ebc2677b476 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9690452 May 02 15:04:01.152900 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-24f49d09-2603-4509-bbaf-75c081954115 None None] Current status of the port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:01.301788 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 3, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:01.348804 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Checking router: ce44b8f5-7637-42c0-9291-6a3f6f6891f2 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:04:01.352840 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Updating router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 binding host dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 15:04:01.388422 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.476179 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b214506a-54b2-483a-8a26-1e7ceb1bf9da None None] Provisioning complete for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:01.476737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b214506a-54b2-483a-8a26-1e7ceb1bf9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.558076 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ac386-2feb-4232-aa30-e7520f068647 req-1289cf05-3302-4a68-9521-dfe5d415a3b4 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:01.560149 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d27ac386-2feb-4232-aa30-e7520f068647 req-1289cf05-3302-4a68-9521-dfe5d415a3b4 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 944 time: 0.0740323 May 02 15:04:01.567235 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b214506a-54b2-483a-8a26-1e7ceb1bf9da None None] Current status of the port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:01.649935 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d27ac386-2feb-4232-aa30-e7520f068647 req-baae698b-e22d-458e-b6f5-aba3ca308edd tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770235 May 02 15:04:01.683756 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks [] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), precommit_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.692323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.767061 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.819516 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Attempting to bind port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:04:01.819907 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Attempting to bind port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:04:01.820261 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Attempting to bind port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 on network 07642b55-649c-4b4a-afb5-c8494ff1ed35 {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:04:01.823266 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8aa7be-fb80-486d-9117-34b0abffbb88 None None] Pushing event updated for resources: {'Port': ['ID=7a757f1c-c20a-4cef-8714-a0cafccfdf47,revision_number=2']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:01.827696 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:04:01.828091 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Checking segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:04:01.828483 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.828855 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Bound using segment: {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'} {{(pid=110412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:04:01.829304 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.managers [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Bound port: 7a757f1c-c20a-4cef-8714-a0cafccfdf47, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7dcc6b-fc62-4477-863b-ad6d6835d69e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}}] {{(pid=110412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:04:01.829675 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), before_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.848130 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Allocated IP 172.20.0.1 (6d0abda0-631d-4329-b12a-e4c68d50284d/954d23e0-92c7-40e0-8b94-987d9f144da0/02d956fa-d071-47f5-a659-e21fa8dbfb4a) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:04:01.880517 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] For port 7a757f1c-c20a-4cef-8714-a0cafccfdf47, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:04:01.883669 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.plugins.ml2.db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] For port 7a757f1c-c20a-4cef-8714-a0cafccfdf47, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a757f1c-c20a-4cef-8714-a0cafccfdf47,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:04:01.950230 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks [] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.981475 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron_lib.callbacks.manager [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), after_update {{(pid=110412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:01.982010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbe5a21d-f3b3-4489-a814-3402dd182296 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:04:02.036461 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.041080 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:02.041727 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:02.051026 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8aa7be-fb80-486d-9117-34b0abffbb88 None None] Pushing event updated for resources: {'Port': ['ID=7a757f1c-c20a-4cef-8714-a0cafccfdf47,revision_number=3']} {{(pid=110412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:02.082196 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbe5a21d-f3b3-4489-a814-3402dd182296,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:02.094680 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'port_id': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'mac_address': 'fa:16:3e:43:84:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:04:02.099987 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Pushing event updated for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:02.113229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Network 6d0abda0-631d-4329-b12a-e4c68d50284d is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:04:02.115606 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:04:02.120701 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:04:02.126928 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3477294a-1c0b-489c-80cd-fc1b46ef0d5d up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:02.168801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-443070'] for router_interface (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.178856 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port bbe5a21d-f3b3-4489-a814-3402dd182296 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:02.179254 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.184053 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:02.203996 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe5a21d-f3b3-4489-a814-3402dd182296 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:04:02.228734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:02.229116 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.231803 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbe5a21d-f3b3-4489-a814-3402dd182296,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:02.318427 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:02.319784 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 098d6532-d01c-4944-90b1-42aa14face51 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:02.341871 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.382857 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 3, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:02.386501 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.415988 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e418-26ed-4eeb-af3f-ad2fdb9b8386 None None] The sync data for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi is: [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 3, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:04:02.416424 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-7d845eb3-2a75-445d-b0c0-56d80d76e742 None None] Provisioning complete for port 02d956fa-d071-47f5-a659-e21fa8dbfb4a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:02.416424 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7d845eb3-2a75-445d-b0c0-56d80d76e742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.454830 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:02.466950 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 098d6532-d01c-4944-90b1-42aa14face51 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:02.467156 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (098d6532-d01c-4944-90b1-42aa14face51), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.504330 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-7d845eb3-2a75-445d-b0c0-56d80d76e742 None None] Port 02d956fa-d071-47f5-a659-e21fa8dbfb4a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:04:02.560911 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 098d6532-d01c-4944-90b1-42aa14face51 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:02.566424 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks [] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.624187 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.701064 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-631663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-442976'] for router_interface (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:02.720079 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Pushing event updated for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:02.747251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['bbe5a21d-f3b3-4489-a814-3402dd182296'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:04:02.787564 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d3383-c405-407c-99a2-a2480dc61fba req-1267a677-d957-4644-ad96-fd8d14b76756 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:02.789368 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-598d3383-c405-407c-99a2-a2480dc61fba req-1267a677-d957-4644-ad96-fd8d14b76756 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 945 time: 0.0602500 May 02 15:04:02.843913 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-598d3383-c405-407c-99a2-a2480dc61fba req-54db4414-b961-470a-b329-56ce05441838 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484934 May 02 15:04:02.852727 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Network 6d0abda0-631d-4329-b12a-e4c68d50284d is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:04:02.855248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:04:03.006440 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:04:03.126735 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-6ebfe948-3ae2-4b83-9e78-db5b805a2f98 None None] Provisioning complete for port 02d956fa-d071-47f5-a659-e21fa8dbfb4a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:03.127226 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6ebfe948-3ae2-4b83-9e78-db5b805a2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:03.132170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:04:03.137625 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-9872b794-3cc4-47a7-b8fa-f805fbf0ddd9 admin admin] 10.222.0.36 "PUT /v2.0/routers/ce44b8f5-7637-42c0-9291-6a3f6f6891f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771139 May 02 15:04:03.170646 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfe948-3ae2-4b83-9e78-db5b805a2f98 None None] Port 02d956fa-d071-47f5-a659-e21fa8dbfb4a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:04:03.648979 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44320) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:03.653466 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778859486', 'description': 'tempest-secgroup-smoke-778859486 description', 'project_id': '1e1a318de10b47a591053a2d19af0edf'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:03.723596 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:03.790256 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (f59b3db8-6b4f-43be-bbea-29b9c187f6a2), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:03.892594 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f59b3db8-6b4f-43be-bbea-29b9c187f6a2), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:03.922172 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b3db8-6b4f-43be-bbea-29b9c187f6a2,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:03.981308 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbe5a21d-f3b3-4489-a814-3402dd182296 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:03.989404 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a0a16-84f3-440a-8d29-4d423ef40c9e req-dcafecf1-4e0a-4465-85ff-9cb5e54b13c8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:03.991110 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-589a0a16-84f3-440a-8d29-4d423ef40c9e req-dcafecf1-4e0a-4465-85ff-9cb5e54b13c8 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 945 time: 0.0534420 May 02 15:04:04.013347 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.015071 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-08130622-69f6-4704-80af-ae6300384981 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3647146 May 02 15:04:04.017778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44324) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:04.029811 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:04.035173 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port bbe5a21d-f3b3-4489-a814-3402dd182296 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:04:04.056946 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-589a0a16-84f3-440a-8d29-4d423ef40c9e req-2f1a6541-e594-4731-a641-fe66b99f851d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575886 May 02 15:04:04.083474 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Sync routers for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:04:04.096456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:04.097173 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:04.137070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a757f1c-c20a-4cef-8714-a0cafccfdf47 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:04.141104 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port bbe5a21d-f3b3-4489-a814-3402dd182296 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:04.141605 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.186311 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (8c06cfe8-76c2-4426-9d97-9029c6e94ab0), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.244612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (8c06cfe8-76c2-4426-9d97-9029c6e94ab0), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.283129 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:04.323417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (8c06cfe8-76c2-4426-9d97-9029c6e94ab0), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.331208 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:04.331523 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.341852 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c06cfe8-76c2-4426-9d97-9029c6e94ab0,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:04.379842 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port bbe5a21d-f3b3-4489-a814-3402dd182296 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:04.380226 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.399670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.401489 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1ba34ee4-7d1e-4ee9-bff3-aff32bea051b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3798914 May 02 15:04:04.403913 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44326) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:04.408182 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:04.467691 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:04:04.470201 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aa74e6-3a08-4787-b734-a33e72e92564" -d '{"events": [{"server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "name": "network-vif-plugged", "status": "completed", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:04:04.511394 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (ffd0fd8f-eb2f-4f44-b945-979d3d2c8fdf), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.577779 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (ffd0fd8f-eb2f-4f44-b945-979d3d2c8fdf), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.649557 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (ffd0fd8f-eb2f-4f44-b945-979d3d2c8fdf), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.651246 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54e4ed9-70bd-4b8a-9ff8-f3506de540f6 x-openstack-request-id: req-b54e4ed9-70bd-4b8a-9ff8-f3506de540f6 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:04:04.651539 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "name": "network-vif-plugged", "status": "completed", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:04:04.651796 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b54e4ed9-70bd-4b8a-9ff8-f3506de540f6 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:04:04.652214 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54e4ed9-70bd-4b8a-9ff8-f3506de540f6'] response: {'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'code': 200} May 02 15:04:04.656781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbe5a21d-f3b3-4489-a814-3402dd182296,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:04.671652 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd0fd8f-eb2f-4f44-b945-979d3d2c8fdf,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:04.708991 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:04.709402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.749070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.757727 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] For port 7a757f1c-c20a-4cef-8714-a0cafccfdf47, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a757f1c-c20a-4cef-8714-a0cafccfdf47,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:04.761278 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.765276 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44332) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:04.769890 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:04.777334 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1e142d47-b740-44b6-8854-b3bfc8fc02de tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3723505 May 02 15:04:04.796166 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:02Z', 'revision_number': 4, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '02d956fa-d071-47f5-a659-e21fa8dbfb4a', 'name': '', 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'mac_address': 'fa:16:3e:07:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:04:01Z', 'updated_at': '2022-05-02T15:04:02Z', 'revision_number': 2, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'subnets': [{'id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:04.826630 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Checking router: ce44b8f5-7637-42c0-9291-6a3f6f6891f2 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:04:04.826987 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Updating router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 port 02d956fa-d071-47f5-a659-e21fa8dbfb4a binding host dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 15:04:04.854080 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.862110 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:04.870689 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.917826 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (5a10f38c-bd7f-48d7-9240-7411364eee54), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:04.950498 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Pushing event updated for resources: {'Port': ['ID=7a757f1c-c20a-4cef-8714-a0cafccfdf47,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:04.970204 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a653-6038-4091-90f8-c62623cc33ab req-f8250dc4-bb95-43f9-8f23-227fa15c5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:04.972262 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2711a653-6038-4091-90f8-c62623cc33ab req-f8250dc4-bb95-43f9-8f23-227fa15c5ead service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 1130 time: 0.0402637 May 02 15:04:04.981684 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (5a10f38c-bd7f-48d7-9240-7411364eee54), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.016909 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2711a653-6038-4091-90f8-c62623cc33ab req-18d36a0e-e2c7-40fd-91c6-51bdbf327dd9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384481 May 02 15:04:05.052705 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (5a10f38c-bd7f-48d7-9240-7411364eee54), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.070095 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a10f38c-bd7f-48d7-9240-7411364eee54,revision_number=0']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:05.131134 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.134792 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-41895af7-6be0-450a-bde4-7602c3e0332d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660121 May 02 15:04:05.135148 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44336) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:05.139552 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:05.179650 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks [] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), precommit_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.180281 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6122e4-5a68-4729-862d-7703630d3596 req-70e12c1d-58b4-4b64-aea7-d314540374fc tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:05.181357 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ce6122e4-5a68-4729-862d-7703630d3596 req-70e12c1d-58b4-4b64-aea7-d314540374fc tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0477517 May 02 15:04:05.214666 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (7281d901-caa2-4f40-97dd-f70c581f2848), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.229756 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ce6122e4-5a68-4729-862d-7703630d3596 req-645bb803-7311-470e-bdde-646693270ef5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 May 02 15:04:05.235730 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.281649 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (7281d901-caa2-4f40-97dd-f70c581f2848), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.306811 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67019ba0-c0bb-45ca-a411-c60888ede381 None None] Pushing event updated for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=3']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:05.344915 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Attempting to bind port 02d956fa-d071-47f5-a659-e21fa8dbfb4a on host dv-cinder-750782-21-iscsi for vnic_type normal with profile {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:04:05.345287 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Attempting to bind port 02d956fa-d071-47f5-a659-e21fa8dbfb4a by drivers openvswitch,hyperv on host dv-cinder-750782-21-iscsi at level 0 using segments [{'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:04:05.347696 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Attempting to bind port 02d956fa-d071-47f5-a659-e21fa8dbfb4a on network 6d0abda0-631d-4329-b12a-e4c68d50284d {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:04:05.351586 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Checking agent: {'id': '9f971343-ec4d-48ee-9877-4a1e7aa21aae', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-21-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 41, 50), 'started_at': datetime.datetime(2022, 5, 2, 14, 42, 20), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-21-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:04:05.352008 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Checking segment: {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:04:05.352402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.352794 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Bound using segment: {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'} {{(pid=110411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:04:05.353258 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.managers [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Bound port: 02d956fa-d071-47f5-a659-e21fa8dbfb4a, host: dv-cinder-750782-21-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40ed683-b6ea-4265-a378-4dffc5c6ac34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d'}}] {{(pid=110411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:04:05.353640 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.366939 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (7281d901-caa2-4f40-97dd-f70c581f2848), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.387305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7281d901-caa2-4f40-97dd-f70c581f2848,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:05.420922 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] For port 02d956fa-d071-47f5-a659-e21fa8dbfb4a, host dv-cinder-750782-21-iscsi, cleared binding levels {{(pid=110411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:04:05.424265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] For port 02d956fa-d071-47f5-a659-e21fa8dbfb4a, host dv-cinder-750782-21-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=02d956fa-d071-47f5-a659-e21fa8dbfb4a,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:04:05.479673 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.480967 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-eb970707-5473-4b34-9a8a-6847a845cd5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448226 May 02 15:04:05.484003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44338) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:05.487869 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:05.501779 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-2ed30541-5292-4d50-91fe-7e1f18f7bb2a None None] Provisioning complete for port 02d956fa-d071-47f5-a659-e21fa8dbfb4a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:05.502854 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2ed30541-5292-4d50-91fe-7e1f18f7bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.525944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.569583 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.securitygroups_db [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Project 1e1a318de10b47a591053a2d19af0edf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 15:04:05.576892 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (08818fea-23f8-45b9-a70b-0013b1ff1b7c), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.581871 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-2ed30541-5292-4d50-91fe-7e1f18f7bb2a None None] Port 02d956fa-d071-47f5-a659-e21fa8dbfb4a cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:04:05.598546 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:05.599184 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:05.604554 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67019ba0-c0bb-45ca-a411-c60888ede381 None None] Pushing event updated for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:05.649841 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (08818fea-23f8-45b9-a70b-0013b1ff1b7c), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.715579 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:05.723868 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (08818fea-23f8-45b9-a70b-0013b1ff1b7c), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.743390 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08818fea-23f8-45b9-a70b-0013b1ff1b7c,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:05.817799 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Provisioning complete for port 02d956fa-d071-47f5-a659-e21fa8dbfb4a triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:05.818172 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.868089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.869237 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-27c3d818-6903-4189-9c8a-c4edd2229658 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846486 May 02 15:04:05.871947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44340) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:05.876202 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'security_group_rule': {'security_group_id': 'f59b3db8-6b4f-43be-bbea-29b9c187f6a2', 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:05.963967 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.securitygroups_db [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Project 1e1a318de10b47a591053a2d19af0edf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 15:04:05.969863 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (85ef5cc0-8805-4fce-bc51-e96e1f299e45), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.973238 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Current status of the port 02d956fa-d071-47f5-a659-e21fa8dbfb4a is: DOWN; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:05.975743 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:05.976476 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:02Z', 'revision_number': 4, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '02d956fa-d071-47f5-a659-e21fa8dbfb4a', 'name': '', 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'mac_address': 'fa:16:3e:07:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:04:01Z', 'updated_at': '2022-05-02T15:04:05Z', 'revision_number': 4, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'subnets': [{'id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:06.009616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d20faa-fae3-49fd-89c2-ee39e927348d None None] The sync data for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi is: [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:02Z', 'revision_number': 4, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '02d956fa-d071-47f5-a659-e21fa8dbfb4a', 'name': '', 'network_id': '6d0abda0-631d-4329-b12a-e4c68d50284d', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'mac_address': 'fa:16:3e:07:33:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:04:01Z', 'updated_at': '2022-05-02T15:04:05Z', 'revision_number': 4, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'subnets': [{'id': '954d23e0-92c7-40e0-8b94-987d9f144da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:04:06.032223 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] For port 02d956fa-d071-47f5-a659-e21fa8dbfb4a, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=02d956fa-d071-47f5-a659-e21fa8dbfb4a,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:06.044051 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (85ef5cc0-8805-4fce-bc51-e96e1f299e45), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:06.129105 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a757f1c-c20a-4cef-8714-a0cafccfdf47 up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:06.156236 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (85ef5cc0-8805-4fce-bc51-e96e1f299e45), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:06.160095 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:06.169689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ef5cc0-8805-4fce-bc51-e96e1f299e45,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:06.229255 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:06.229777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:06.231420 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70d6b1-2494-4059-9800-f10768f7bdc4 None None] Pushing event updated for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:06.245422 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:06.246970 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f2fd4116-299a-4d7e-9780-d61853fe2e80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3740902 May 02 15:04:06.339982 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:06.389446 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3376b-8396-4655-a632-0dbde48a2ab8 req-29db2aa0-28a8-4dfc-808d-0c04158ae19e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:06.391047 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c0f3376b-8396-4655-a632-0dbde48a2ab8 req-29db2aa0-28a8-4dfc-808d-0c04158ae19e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0624104 May 02 15:04:06.449485 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c0f3376b-8396-4655-a632-0dbde48a2ab8 req-fc773251-df6e-4f06-a987-99e92f841b6d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519056 May 02 15:04:07.565510 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314868-f006-48da-a1f7-1b76aabb5c63 req-fb8791ee-7d73-40a8-ae1e-3e721850a7da tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:07.566888 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a4314868-f006-48da-a1f7-1b76aabb5c63 req-fb8791ee-7d73-40a8-ae1e-3e721850a7da tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0492306 May 02 15:04:07.614988 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a4314868-f006-48da-a1f7-1b76aabb5c63 req-bd72ab72-cc40-4d57-9d2d-0891e23c9ad1 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 May 02 15:04:07.724931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc1020-7d8a-4eca-b04f-915abbc5a960 req-a53bbfb2-4dbd-483e-968f-3b6f3b148104 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:07.726440 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e2dc1020-7d8a-4eca-b04f-915abbc5a960 req-a53bbfb2-4dbd-483e-968f-3b6f3b148104 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0487444 May 02 15:04:07.734871 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44400) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:07.739768 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'port_id': 'bbe5a21d-f3b3-4489-a814-3402dd182296'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:07.779030 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:08.103937 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 02d956fa-d071-47f5-a659-e21fa8dbfb4a up at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:08.153748 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Provisioning complete for port 02d956fa-d071-47f5-a659-e21fa8dbfb4a triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:08.154126 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:08.236897 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Current status of the port 02d956fa-d071-47f5-a659-e21fa8dbfb4a is: ACTIVE; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:08.537959 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:08.626129 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:08.733977 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP f27bc37b-dd37-4340-aacd-9f441e67bca7 associated. External IP: 172.27.0.88, port: bbe5a21d-f3b3-4489-a814-3402dd182296. May 02 15:04:08.956213 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:04:09.071299 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:04:09.075629 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:09.080734 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:04:09.091293 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:09.091944 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:09.107698 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-e48c6d83-3e9d-41bd-a67d-8709fe366ee9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "PUT /v2.0/floatingips/f27bc37b-dd37-4340-aacd-9f441e67bca7 HTTP/1.1" status: 200 len: 991 time: 1.3717926 May 02 15:04:09.108318 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:04:09.110555 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7644b4-f60a-4817-b723-ba256cc4352c" -d '{"events": [{"name": "network-changed", "server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:04:09.149317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec69c506-453c-4af1-906f-3ae1fc9c809e x-openstack-request-id: req-ec69c506-453c-4af1-906f-3ae1fc9c809e {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:04:09.149612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:04:09.149864 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec69c506-453c-4af1-906f-3ae1fc9c809e {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:04:09.150279 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec69c506-453c-4af1-906f-3ae1fc9c809e'] response: {'name': 'network-changed', 'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'status': 'completed', 'code': 200} May 02 15:04:09.202163 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:09.236993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-81451d4c-5985-43a7-935e-0429c3379c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:09.238429 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-81451d4c-5985-43a7-935e-0429c3379c2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 1130 time: 0.0432529 May 02 15:04:09.343113 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-0c8a13ef-0083-4414-9919-f1b38b70c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:09.344800 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-0c8a13ef-0083-4414-9919-f1b38b70c218 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.0995302 May 02 15:04:09.411428 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-9bd4cd58-b183-47fd-b5ce-c767850e2dbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe5a21d-f3b3-4489-a814-3402dd182296 HTTP/1.1" status: 200 len: 999 time: 0.0595222 May 02 15:04:09.460931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-79504ef8-b789-4fc0-9cec-81e3dc3ea43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:09.462384 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-79504ef8-b789-4fc0-9cec-81e3dc3ea43a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0447531 May 02 15:04:09.509641 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-fbe24754-9fdd-4c30-bc02-076e846b1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:09.511051 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-fbe24754-9fdd-4c30-bc02-076e846b1eb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425611 May 02 15:04:09.519829 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'f27bc37b-dd37-4340-aacd-9f441e67bca7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:43:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:04:08Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:09.546340 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:04:09.554377 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:09.554973 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:03:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:09.606913 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-fecd7154-46d6-4557-a577-2626a7571a04 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881457 May 02 15:04:09.663100 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:09.709507 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8e7644b4-f60a-4817-b723-ba256cc4352c req-10466f43-f083-440e-b891-9b6f0944d020 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951357 May 02 15:04:09.888018 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'f27bc37b-dd37-4340-aacd-9f441e67bca7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:43:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:04:08Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:09.913942 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdfdb98-c3c1-40ba-8216-18086d9ee53a None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': 'f27bc37b-dd37-4340-aacd-9f441e67bca7', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:43:84:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:04:08Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:04:10.113927 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f932e5-30de-434d-9ff6-aeb261ede884 None None] New status for floating IP f27bc37b-dd37-4340-aacd-9f441e67bca7: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:04:12.803187 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:13.606936 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7f78a30f-1d05-4128-b2e6-25c169291506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:15.892765 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c282-b05d-41d7-9dfb-49b69e69f5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:17.322895 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:18.624427 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:20.178344 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:28.336894 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-981dfbef-a1a9-482a-b3f8-10ce2982008d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778859486&fields=id&tenant_id=1e1a318de10b47a591053a2d19af0edf HTTP/1.1" status: 200 len: 267 time: 0.0464277 May 02 15:04:28.442204 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-408d825a-211e-414a-9b43-e6e94c57f9d0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:28.444354 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-408d825a-211e-414a-9b43-e6e94c57f9d0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 809 time: 0.1039093 May 02 15:04:28.458985 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-6e8c30ab-21d4-41ec-94f6-ce02d86463cd tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/quotas/1e1a318de10b47a591053a2d19af0edf HTTP/1.1" status: 200 len: 375 time: 0.0092485 May 02 15:04:28.507074 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-3b0d080e-3871-48a8-ab87-d606afe0f3d1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432312 May 02 15:04:28.603323 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-07856e28-cd4f-45a7-be9a-05687818d726 service neutron] 10.222.0.36 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847712 May 02 15:04:28.696816 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-fbffbb40-2e65-4cfb-a7d7-95060ef3418e service neutron] 10.222.0.36 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877445 May 02 15:04:29.166374 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-87637016-0ab8-4312-b073-452c60afe315 req-c6159095-d67d-499a-a994-da23d8035400 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 210 time: 0.0290232 May 02 15:04:30.261190 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8b9dba07-7a38-4ede-9348-172b44eaa38d req-f4e75286-4a42-4bd3-8034-eecefef1a6a7 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 210 time: 0.0281320 May 02 15:04:31.358669 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-12e44d4c-1d0b-4902-b30a-2d9134f9626e req-07904956-0188-4db0-9348-805e7e4d2901 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 210 time: 0.0279100 May 02 15:04:31.360109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-c8550e0f-b33b-46a1-8792-a8a9fef8b625 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:31.361640 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-c8550e0f-b33b-46a1-8792-a8a9fef8b625 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 809 time: 0.1063044 May 02 15:04:31.428814 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-3184bc96-70cc-4842-9eba-cbb99da0d6ed tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e1a318de10b47a591053a2d19af0edf HTTP/1.1" status: 200 len: 379 time: 0.0522499 May 02 15:04:31.437577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'port': {'device_id': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'admin_state_up': True, 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'security_groups': ['f59b3db8-6b4f-43be-bbea-29b9c187f6a2']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:31.614398 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Made reservation on behalf of 1e1a318de10b47a591053a2d19af0edf for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:04:31.618353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:31.742499 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Allocated IP 172.20.0.3 (1bce6bfc-cc2f-457f-a17f-9253cf38483b/6220adcd-a03f-47be-b33b-e1d8e900fbc5/4f6e1530-38bf-46e6-af1c-1a0255924e90) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:04:31.878698 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:31.980233 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.019408 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:04:32.023016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:04:32.026929 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:04:32.056536 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:32.070979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.071356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.071695 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.072056 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.072388 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.072715 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.073037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.073358 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.073678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.073995 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.074339 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.074661 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.074975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.075291 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.075609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:04:32.097730 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:32.098347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.188565 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-c7c80bd3-f974-43d9-bee7-3f13fbf4fe45 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7547836 May 02 15:04:32.207260 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Request body: {'port': {'device_id': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:32.222069 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-96c768cb-1f14-4019-bc61-e8d4393f7f5c None None] Provisioning complete for port 4f6e1530-38bf-46e6-af1c-1a0255924e90 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:32.222634 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-96c768cb-1f14-4019-bc61-e8d4393f7f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.258413 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-96c768cb-1f14-4019-bc61-e8d4393f7f5c None None] Port 4f6e1530-38bf-46e6-af1c-1a0255924e90 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:04:32.272076 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.498020 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b407fbf-f78d-4c94-be71-41a87f68e4bb req-5a548776-52f3-4235-9085-1b3063112a8d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:32.499459 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8b407fbf-f78d-4c94-be71-41a87f68e4bb req-5a548776-52f3-4235-9085-1b3063112a8d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 931 time: 0.0538344 May 02 15:04:32.595530 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8b407fbf-f78d-4c94-be71-41a87f68e4bb req-0b74b948-5c92-49fb-a2a6-162b8ce0a95c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903990 May 02 15:04:32.606274 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6e1530-38bf-46e6-af1c-1a0255924e90 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:04:32.614000 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks [] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.626630 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Transition to ACTIVE for port object 4f6e1530-38bf-46e6-af1c-1a0255924e90 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:04:32.711108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.762648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:32.838732 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Attempting to bind port 4f6e1530-38bf-46e6-af1c-1a0255924e90 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:04:32.839087 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Attempting to bind port 4f6e1530-38bf-46e6-af1c-1a0255924e90 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:04:32.839397 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Attempting to bind port 4f6e1530-38bf-46e6-af1c-1a0255924e90 on network 1bce6bfc-cc2f-457f-a17f-9253cf38483b {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:04:32.844252 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Port 4f6e1530-38bf-46e6-af1c-1a0255924e90 on network 1bce6bfc-cc2f-457f-a17f-9253cf38483b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:04:32.844578 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Attempting to bind port 4f6e1530-38bf-46e6-af1c-1a0255924e90 on network 1bce6bfc-cc2f-457f-a17f-9253cf38483b {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:04:32.849912 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:04:32.850172 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Checking segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:04:32.850562 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Bound using segment: {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:04:32.850991 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Bound port: 4f6e1530-38bf-46e6-af1c-1a0255924e90, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf5b9d4-4201-46cf-bd1d-35ea97005c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:04:32.851353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:32.925286 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:04:32.925286 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:04:33.001590 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:33.034016 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.034658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:33.036084 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] 10.222.0.41 "PUT /v2.0/ports/4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1093 time: 0.8336298 May 02 15:04:33.036446 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:04:33.039209 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:04:33.066492 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6618a45-cd31-4695-ad7d-28c2ecdd9441 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:33.080383 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82364e5-61e7-43e6-9ce5-92938ec51307 x-openstack-request-id: req-a82364e5-61e7-43e6-9ce5-92938ec51307 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:04:33.080681 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:04:33.080941 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a82364e5-61e7-43e6-9ce5-92938ec51307 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:04:33.081354 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a82364e5-61e7-43e6-9ce5-92938ec51307'] response: {'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'status': 'completed', 'code': 200} May 02 15:04:33.168450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-a94791a9-2d96-439b-8284-80e269a51ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.169977 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-a94791a9-2d96-439b-8284-80e269a51ac3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1127 time: 0.0416768 May 02 15:04:33.277520 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-6b3a7b44-407f-4ab1-8e82-c501b9aa7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.278904 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-6b3a7b44-407f-4ab1-8e82-c501b9aa7407 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1e1a318de10b47a591053a2d19af0edf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0949340 May 02 15:04:33.383398 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-4813ff90-bd25-466f-ba7f-832985330d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.384863 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-7a9c7a35-fd7c-4f2b-a9ec-ff380c7b7f7a req-4813ff90-bd25-466f-ba7f-832985330d72 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003883 May 02 15:04:33.485876 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-08160324-929f-4f29-99be-0e2a03952466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.487375 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-08160324-929f-4f29-99be-0e2a03952466 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1127 time: 0.0388439 May 02 15:04:33.532813 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-10bdf8ae-0618-4b79-8e18-f1a57dce63e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 217 time: 0.0331464 May 02 15:04:33.578258 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-ebb12308-6cd6-44fd-937a-30b12873301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.579644 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-ebb12308-6cd6-44fd-937a-30b12873301b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0408559 May 02 15:04:33.623603 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861512a-16de-4e65-a543-da96918a3c93 req-47c031c1-7a06-4a48-86ce-4b850fdd6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.625100 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-47c031c1-7a06-4a48-86ce-4b850fdd6e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399950 May 02 15:04:33.747859 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e777e6-6c5a-479d-bd0e-efb7b21ca3a4 req-909d6791-1658-4577-b911-9d54b3219b54 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:33.749370 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7e777e6-6c5a-479d-bd0e-efb7b21ca3a4 req-909d6791-1658-4577-b911-9d54b3219b54 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0872383 May 02 15:04:33.767433 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-531578cc-b10e-449e-9962-e322192f964a service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363375 May 02 15:04:33.851520 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f7e777e6-6c5a-479d-bd0e-efb7b21ca3a4 req-bd11c040-42a8-4dc8-a7fb-1d779a78ed14 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941212 May 02 15:04:33.878586 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-f861512a-16de-4e65-a543-da96918a3c93 req-c8abc4f3-59e7-42dd-b5eb-556c165167ca service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035368 May 02 15:04:34.965860 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b8fe5-d7b6-4264-abce-dbda726fdb9a req-b10ef48e-3a49-43b0-aadb-f565c36eb7e5 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:34.967544 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ab1b8fe5-d7b6-4264-abce-dbda726fdb9a req-b10ef48e-3a49-43b0-aadb-f565c36eb7e5 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0483940 May 02 15:04:35.014776 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ab1b8fe5-d7b6-4264-abce-dbda726fdb9a req-cd1d5ba8-4450-4409-aac0-97aba93d32c5 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 May 02 15:04:36.130390 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661a75-b49f-4992-92cb-a8658335deb6 req-f866fd1f-01d2-47d4-8a99-09a0c0ab28f6 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:36.131819 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf661a75-b49f-4992-92cb-a8658335deb6 req-f866fd1f-01d2-47d4-8a99-09a0c0ab28f6 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0497851 May 02 15:04:36.178628 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-bf661a75-b49f-4992-92cb-a8658335deb6 req-2ba4c56c-0317-4b33-894e-ad30e88979c2 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 May 02 15:04:37.288359 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6a61c-176b-4d8d-9d96-4e5421721bba req-95988d5b-2345-4041-805a-c60cba3373e0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:37.289818 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d2f6a61c-176b-4d8d-9d96-4e5421721bba req-95988d5b-2345-4041-805a-c60cba3373e0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0463884 May 02 15:04:37.338214 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d2f6a61c-176b-4d8d-9d96-4e5421721bba req-da6dabb1-80cc-4b68-abde-7a411eab8274 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 May 02 15:04:37.982866 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:04:38.446719 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d502d6d-6fd0-4600-b805-74b627df13cb req-e306dc42-1130-43dc-9cac-95155139a715 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:38.448203 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5d502d6d-6fd0-4600-b805-74b627df13cb req-e306dc42-1130-43dc-9cac-95155139a715 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0451345 May 02 15:04:38.495287 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5d502d6d-6fd0-4600-b805-74b627df13cb req-a3b3ad9c-2466-46ec-bc43-786a845d7e0f tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415747 May 02 15:04:39.606372 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cb8a0-7ae3-4aae-883e-d8d3e238bce4 req-eda54a58-c9b5-45fe-afb3-9cda84a740f6 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:39.607819 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8d4cb8a0-7ae3-4aae-883e-d8d3e238bce4 req-eda54a58-c9b5-45fe-afb3-9cda84a740f6 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0466905 May 02 15:04:39.659468 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-8d4cb8a0-7ae3-4aae-883e-d8d3e238bce4 req-b7ff5d39-e144-452e-8266-bb0a31c2ebda tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461569 May 02 15:04:40.769771 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25459b14-d107-4aed-a3d4-e070e1f7f4b6 req-21c16e80-f86d-47c7-953f-a1f1d570bebf tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:40.771842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-25459b14-d107-4aed-a3d4-e070e1f7f4b6 req-21c16e80-f86d-47c7-953f-a1f1d570bebf tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0455027 May 02 15:04:41.103840 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-25459b14-d107-4aed-a3d4-e070e1f7f4b6 req-c3cdf113-0e55-49bb-ab90-9399d2f1bc79 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263094 May 02 15:04:42.104857 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:04:42.200613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:42.211678 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'mac_address': 'fa:16:3e:55:db:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:04:42.214066 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d82d1-7e16-4140-a81b-2b2af754baaa req-a1ebc607-d585-431e-af89-3ec17c3c651b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:42.215535 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-609d82d1-7e16-4140-a81b-2b2af754baaa req-a1ebc607-d585-431e-af89-3ec17c3c651b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0461633 May 02 15:04:42.252737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4f6e1530-38bf-46e6-af1c-1a0255924e90 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:42.253128 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:42.265382 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-609d82d1-7e16-4140-a81b-2b2af754baaa req-eba2d5ec-6e57-4ef3-bfba-0e6ca8bad73c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 May 02 15:04:42.265575 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6e1530-38bf-46e6-af1c-1a0255924e90 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:04:42.288162 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:42.390906 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:42.437256 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:42.775317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['4f6e1530-38bf-46e6-af1c-1a0255924e90'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:04:42.851995 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:43.375604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b114f1-ebb0-470d-b5ef-a091b08f7376 req-9c1394fd-5a9a-437a-90f4-5e776821abb4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:43.377102 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c3b114f1-ebb0-470d-b5ef-a091b08f7376 req-9c1394fd-5a9a-437a-90f4-5e776821abb4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 944 time: 0.0469072 May 02 15:04:43.424793 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c3b114f1-ebb0-470d-b5ef-a091b08f7376 req-615c61ed-de26-4eac-b9cf-b8053368d081 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421629 May 02 15:04:43.629169 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c37c-4c78-4ef4-915f-593a0b283588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:44.116351 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:04:44.162682 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 4f6e1530-38bf-46e6-af1c-1a0255924e90 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:04:44.230293 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 4f6e1530-38bf-46e6-af1c-1a0255924e90 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:04:44.230670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:44.315081 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4f6e1530-38bf-46e6-af1c-1a0255924e90 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:04:44.315395 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:44.338429 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:04:44.340672 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd6a54c-9039-4898-bf3b-e3f9b67afcf3" -d '{"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:04:44.354705 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:04:44.377338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e787c28c-f112-434f-b102-70c2a6048dfb x-openstack-request-id: req-e787c28c-f112-434f-b102-70c2a6048dfb {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:04:44.377338 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:04:44.377597 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e787c28c-f112-434f-b102-70c2a6048dfb {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:04:44.377939 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e787c28c-f112-434f-b102-70c2a6048dfb'] response: {'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'code': 200} May 02 15:04:44.436465 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:44.484552 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:44.537446 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1de73d-6824-4096-a1a6-6b8ee7e6cf6f req-79d58d1a-ab8c-4775-9a65-83d5f0b941f0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:44.538894 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ad1de73d-6824-4096-a1a6-6b8ee7e6cf6f req-79d58d1a-ab8c-4775-9a65-83d5f0b941f0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0468862 May 02 15:04:44.588365 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ad1de73d-6824-4096-a1a6-6b8ee7e6cf6f req-3238a296-a59f-42f6-9812-d0190fecb2b3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 May 02 15:04:44.808600 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fddfe-a079-4224-8ac8-274117bb7d7a req-e0e988b5-223d-4fd2-816c-1b471de11b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:44.810033 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b64fddfe-a079-4224-8ac8-274117bb7d7a req-e0e988b5-223d-4fd2-816c-1b471de11b36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0369837 May 02 15:04:44.856035 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b64fddfe-a079-4224-8ac8-274117bb7d7a req-43634102-462b-493d-a084-f26658ddf159 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381763 May 02 15:04:45.704234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1baf83-e1d2-436e-924c-f01fd05af57f req-f236c802-7dc7-4594-9711-2136683fedd8 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:45.704234 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb1baf83-e1d2-436e-924c-f01fd05af57f req-f236c802-7dc7-4594-9711-2136683fedd8 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0465081 May 02 15:04:45.750912 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb1baf83-e1d2-436e-924c-f01fd05af57f req-4f0ac3a3-7d19-4224-b985-e00d520449ac tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 May 02 15:04:45.882441 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5746aca6-4e4e-46f4-99c7-4b047ccc51e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:46.860351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf71fc-5580-407b-9e52-1d931bcf2196 req-2dbe681d-f3cd-4a7f-a60a-5a84fb2a12ba tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:46.861791 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b3cf71fc-5580-407b-9e52-1d931bcf2196 req-2dbe681d-f3cd-4a7f-a60a-5a84fb2a12ba tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0459919 May 02 15:04:46.909209 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b3cf71fc-5580-407b-9e52-1d931bcf2196 req-661767a9-5697-4404-8e6a-d00d940c5166 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413117 May 02 15:04:47.320497 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.022255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0910-ebe4-4e16-885f-ef720f811789 req-b33d5837-a10c-466f-bbe6-99213551c853 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.023679 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb4a0910-ebe4-4e16-885f-ef720f811789 req-b33d5837-a10c-466f-bbe6-99213551c853 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0496383 May 02 15:04:48.072078 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-bb4a0910-ebe4-4e16-885f-ef720f811789 req-2f65c4aa-8da7-4b03-8a70-a57bb79e54b7 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427318 May 02 15:04:48.120813 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-7d954178-f7f4-4434-a7d0-74a5d86a50ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407982 May 02 15:04:48.182454 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be1388-dbe6-4650-af55-262cbb7f83dc req-4679ef00-e1d6-484b-95b6-188ff3fa349b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.183929 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9be1388-dbe6-4650-af55-262cbb7f83dc req-4679ef00-e1d6-484b-95b6-188ff3fa349b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0469379 May 02 15:04:48.239446 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-e5550acf-4b94-4094-a044-f678963f64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.240887 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-e5550acf-4b94-4094-a044-f678963f64f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0561197 May 02 15:04:48.259933 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9be1388-dbe6-4650-af55-262cbb7f83dc req-d836aaaa-77dc-4074-9ca3-f98d81b426bc tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678194 May 02 15:04:48.282030 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44530) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:48.348400 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-0ac68289-29c9-4834-be1b-751b6b86042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.349986 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-0ac68289-29c9-4834-be1b-751b6b86042e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0891490 May 02 15:04:48.411450 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eef12e-812c-448b-84a2-804fd45027fb tempest-TestShelveInstance-1196596633 tempest-TestShelveInstance-1196596633-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.415834 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-51eef12e-812c-448b-84a2-804fd45027fb tempest-TestShelveInstance-1196596633 tempest-TestShelveInstance-1196596633-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1124 time: 0.1300001 May 02 15:04:48.416008 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-2c3971b5-6463-4e85-bc52-c302240efa4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 1000 time: 0.0602038 May 02 15:04:48.416217 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44534) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:04:48.420398 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:04:48.468165 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-6b1c4de2-2fac-48d5-bafd-291c3fc91981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.469621 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-6b1c4de2-2fac-48d5-bafd-291c3fc91981 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0484490 May 02 15:04:48.512349 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-4622b9ab-3927-49d6-ad08-d0c82069b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:48.513697 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-4622b9ab-3927-49d6-ad08-d0c82069b6cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380318 May 02 15:04:48.522044 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.606953 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.607495 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-399b19cb-9551-4b75-ab03-d9ca53b86079 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875595 May 02 15:04:48.613476 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.701729 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a9af12de-a69e-4ee4-a700-59b81ff0965c req-e7b319ab-f153-48fe-b23c-96f91a33f246 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888333 May 02 15:04:48.715197 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Allocated IP 172.27.0.106 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/ca682676-48a0-481b-a9ef-ef384f1f6a74) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:04:48.820768 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.899246 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:48.935804 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:04:48.938548 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:04:48.941028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:04:48.972831 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'Port': ['ID=ca682676-48a0-481b-a9ef-ef384f1f6a74,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:49.322763 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for floatingip (4ba51ff5-6059-4cb8-8011-8b485766728e), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:49.446327 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:49.597163 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:49.659092 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:49.732371 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event updated for resources: {'Port': ['ID=ca682676-48a0-481b-a9ef-ef384f1f6a74,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:04:49.742236 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (4ba51ff5-6059-4cb8-8011-8b485766728e), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:49.844969 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Floating IP 4ba51ff5-6059-4cb8-8011-8b485766728e associated. External IP: 172.27.0.106, port: 4f6e1530-38bf-46e6-af1c-1a0255924e90. May 02 15:04:50.053663 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:04:50.163228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:04:50.173371 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Sync routers for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:04:50.183389 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:50.184019 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:04:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:50.190990 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:50.261681 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:04:50.292767 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:50.516304 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '4ba51ff5-6059-4cb8-8011-8b485766728e', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'mac_address': 'fa:16:3e:55:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:04:49Z', 'updated_at': '2022-05-02T15:04:49Z', 'revision_number': 0, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:50.540927 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-33319d8d-c0f7-4a8c-9357-cdf857b2454c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1237230 May 02 15:04:50.541611 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:04:50.543463 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Checking router: b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:04:50.543768 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e745d6cc-d9ad-4018-aa68-2e367199e705" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:04:50.554777 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:04:50.555831 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:04:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:50.641512 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17aa2d99-843d-44b0-b837-83f6b6761e02 x-openstack-request-id: req-17aa2d99-843d-44b0-b837-83f6b6761e02 {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:04:50.641863 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:04:50.642132 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17aa2d99-843d-44b0-b837-83f6b6761e02 {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:04:50.642551 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17aa2d99-843d-44b0-b837-83f6b6761e02'] response: {'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'status': 'completed', 'code': 200} May 02 15:04:50.671123 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:04:50.965928 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '4ba51ff5-6059-4cb8-8011-8b485766728e', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'mac_address': 'fa:16:3e:55:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:04:49Z', 'updated_at': '2022-05-02T15:04:49Z', 'revision_number': 0, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:04:50.995029 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ce258-67e7-4889-b049-4ef6e2738517 None None] The sync data for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi is: [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '4ba51ff5-6059-4cb8-8011-8b485766728e', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'mac_address': 'fa:16:3e:55:db:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:04:49Z', 'updated_at': '2022-05-02T15:04:49Z', 'revision_number': 0, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:04:51.174368 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594afefd-e953-4ad0-8757-f4723b60ffca None None] New status for floating IP 4ba51ff5-6059-4cb8-8011-8b485766728e: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:04:53.719210 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-1be242a3-d8f1-451a-8cd0-cf95bd4fe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:53.721228 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-1be242a3-d8f1-451a-8cd0-cf95bd4fe856 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0433128 May 02 15:04:53.815592 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-9af43676-58a3-4aea-91a5-5d8c7cc4ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:53.817069 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-9af43676-58a3-4aea-91a5-5d8c7cc4ad5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.0899849 May 02 15:04:54.054676 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-18350aa3-b3d5-4525-8ad2-f5e4ffa2d37e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1001 time: 0.0598345 May 02 15:04:54.147409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-2ac7efcf-8e90-4e89-8c40-f8b274eb3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:54.149425 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-2ac7efcf-8e90-4e89-8c40-f8b274eb3cfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0490818 May 02 15:04:54.193112 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-28b507e2-3977-4a2c-a44f-7f9662a066e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:04:54.194579 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-28b507e2-3977-4a2c-a44f-7f9662a066e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385904 May 02 15:04:54.499956 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-1e97c080-6954-41d1-b2ba-4d6ecf04f0a8 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840101 May 02 15:04:54.592562 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e745d6cc-d9ad-4018-aa68-2e367199e705 req-0e161bce-b8e9-49cb-a441-fe3cb5db7bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853240 May 02 15:05:01.829122 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-ca816ae1-c48d-4677-806e-2e013633402f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903839782&fields=id&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 267 time: 0.0432703 May 02 15:05:01.935421 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-69af68bd-3e01-4055-99e2-1003764aa471 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:01.936795 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-69af68bd-3e01-4055-99e2-1003764aa471 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.1008685 May 02 15:05:01.952630 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-4df67100-c585-49df-b9e4-d70f28ed8c96 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/quotas/d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 375 time: 0.0105600 May 02 15:05:02.004070 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cac2df9a-6138-449c-98c9-3b1985e9da76 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447488 May 02 15:05:02.100260 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-2bc3ca65-6c3d-4260-87ae-1e92d6c3bbaf service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848601 May 02 15:05:02.186675 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-2069de27-80da-470f-99fa-78998473fb3a service neutron] 10.222.0.36 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804613 May 02 15:05:02.791152 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d28e5a91-10c7-44ba-b187-95ebdda3ad68 req-e247f656-ba24-4542-9df4-cbbebb30e53b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 210 time: 0.0276887 May 02 15:05:03.887303 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9ed66229-88eb-4531-b10d-3ba7e7b3ccde req-b67db0a0-6fdb-4a0a-8d47-6869e688a436 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 210 time: 0.0289578 May 02 15:05:04.476267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-d78461c3-647a-417e-8e9a-4fb1d8bc4d7c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:04.477671 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-d78461c3-647a-417e-8e9a-4fb1d8bc4d7c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 812 time: 0.1153736 May 02 15:05:04.553752 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-51ced074-84a5-435e-9ea4-ff367fbd7479 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd HTTP/1.1" status: 200 len: 380 time: 0.0532458 May 02 15:05:04.576805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'port': {'device_id': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'admin_state_up': True, 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'security_groups': ['3302e0be-506a-4cc8-a2de-3be574e739c8']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:04.749345 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Made reservation on behalf of d8b64228a04f43e4a0203e43e6fd5cbd for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:05:04.752674 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:04.877242 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.20.0.14 (b86e0d9f-a7bc-4564-ae88-0f635d81c92f/5c98f7d9-0dc3-4085-a218-e737d63a8a40/970a6d3d-f205-46ef-9ece-dd42c1ce8507) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:05:04.987531 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ac564a34-e4c1-442f-b15e-ca73aea151e5 req-57570e7c-9a3c-4e62-9862-7ab432bdcbfa tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 210 time: 0.0286849 May 02 15:05:05.028109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.132370 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.171646 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:05:05.174793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:05:05.178391 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:05:05.214928 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:05.242287 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:05.242939 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.330499 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-23c36b1a-731e-4555-8ba5-b32171916b89 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7571239 May 02 15:05:05.348115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Request body: {'port': {'device_id': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:05.401799 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-484435ff-3781-461c-9938-dec495152b91 None None] Provisioning complete for port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:05:05.402832 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-484435ff-3781-461c-9938-dec495152b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.410171 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.435438 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-484435ff-3781-461c-9938-dec495152b91 None None] Port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:05:05.673347 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970a6d3d-f205-46ef-9ece-dd42c1ce8507 {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:05:05.681506 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks [] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.694375 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Transition to ACTIVE for port object 970a6d3d-f205-46ef-9ece-dd42c1ce8507 will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:05:05.761240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.815731 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Pushing event updated for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:05.885490 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Attempting to bind port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:05:05.885993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Attempting to bind port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:05:05.886181 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Attempting to bind port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:05:05.890773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:05:05.892244 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Attempting to bind port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 on network b86e0d9f-a7bc-4564-ae88-0f635d81c92f {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:05:05.896450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:05:05.896786 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Checking segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:05:05.897167 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Bound using segment: {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:05:05.897668 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Bound port: 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2cf60f-8c35-47bc-9851-c1163a618bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:05:05.898009 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:05.967547 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:05:05.970847 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:05:06.037266 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:06.107003 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.107623 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:06.109149 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] 10.222.0.41 "PUT /v2.0/ports/970a6d3d-f205-46ef-9ece-dd42c1ce8507 HTTP/1.1" status: 200 len: 1094 time: 0.7655950 May 02 15:05:06.111352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:05:06.113668 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5c588c-8c87-47f0-aa63-3589b2204ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:05:06.142474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a645e-2482-4676-8934-f2d018db904a service neutron] Pushing event updated for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:06.152327 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f003f-00f0-40d4-9056-aa1eba9f41c4 req-c37620bc-4a13-4813-b69e-ad0df81fb0dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.153865 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b0f003f-00f0-40d4-9056-aa1eba9f41c4 req-c37620bc-4a13-4813-b69e-ad0df81fb0dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0840271 May 02 15:05:06.161502 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4758019b-5399-4246-86e4-9a36b8fab00d x-openstack-request-id: req-4758019b-5399-4246-86e4-9a36b8fab00d {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:05:06.161794 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:05:06.162045 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4758019b-5399-4246-86e4-9a36b8fab00d {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:05:06.162445 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4758019b-5399-4246-86e4-9a36b8fab00d'] response: {'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'status': 'completed', 'code': 200} May 02 15:05:06.212450 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b0f003f-00f0-40d4-9056-aa1eba9f41c4 req-4aa36887-d126-47de-bef5-883dfabd6763 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526705 May 02 15:05:06.310492 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-52193cbc-9b8f-434e-b5d7-fb6ae565819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.312009 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-52193cbc-9b8f-434e-b5d7-fb6ae565819f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1128 time: 0.0413301 May 02 15:05:06.417778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-ae8b37ce-6363-4dba-b7e2-a3c149a16cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.419271 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-ae8b37ce-6363-4dba-b7e2-a3c149a16cb3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0898161 May 02 15:05:06.514728 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-af501fe2-0609-4d71-8d50-b5ecf4751648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.516114 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0d5c588c-8c87-47f0-aa63-3589b2204ffd req-af501fe2-0609-4d71-8d50-b5ecf4751648 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902367 May 02 15:05:06.622248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-0c22a469-84db-4697-b888-204208735404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.623698 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-0c22a469-84db-4697-b888-204208735404 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1128 time: 0.0389509 May 02 15:05:06.673590 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-92043306-127d-477b-ba14-56d765147d90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507 HTTP/1.1" status: 200 len: 217 time: 0.0364516 May 02 15:05:06.726061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-f10fe77b-a646-4f12-bff5-0fd8ca8c62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.727543 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-f10fe77b-a646-4f12-bff5-0fd8ca8c62a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0475323 May 02 15:05:06.769645 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-6153f25c-8812-4c9b-a2da-cc4cb2e7a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:06.771085 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-6153f25c-8812-4c9b-a2da-cc4cb2e7a2fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375493 May 02 15:05:06.863960 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-056cb428-a187-4ab5-836d-123b8743f5d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 May 02 15:05:06.950458 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-146685a1-163f-45a5-a7fe-9a9c4d86de1b req-3280e108-32a6-4949-b29b-736d9cfc05fd service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807552 May 02 15:05:07.327068 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d916c7-7d8e-41bb-944e-f79fdc7a1876 req-e2f58468-c2b5-4073-8f4b-f0b55e4a39cb tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:07.328510 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-48d916c7-7d8e-41bb-944e-f79fdc7a1876 req-e2f58468-c2b5-4073-8f4b-f0b55e4a39cb tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0480428 May 02 15:05:07.375178 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-48d916c7-7d8e-41bb-944e-f79fdc7a1876 req-e71a54a2-446a-4bbf-83a7-6f0dbc43d751 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404813 May 02 15:05:08.486643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ee1c5-ab7b-4846-b04b-06705fc43d9a req-e8c1874a-1d13-4118-95cb-b1f208788916 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:08.488105 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fb7ee1c5-ab7b-4846-b04b-06705fc43d9a req-e8c1874a-1d13-4118-95cb-b1f208788916 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0463626 May 02 15:05:08.539177 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fb7ee1c5-ab7b-4846-b04b-06705fc43d9a req-4ae439d0-8e8c-442e-b91f-d49221843021 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454195 May 02 15:05:09.649191 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0f8bb-1891-4af5-b39b-8c2fa2cedb12 req-b9ef7dc9-a0ac-4d3e-ac90-cc3c47a79f1e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:09.650627 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-afe0f8bb-1891-4af5-b39b-8c2fa2cedb12 req-b9ef7dc9-a0ac-4d3e-ac90-cc3c47a79f1e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0451808 May 02 15:05:09.698006 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-afe0f8bb-1891-4af5-b39b-8c2fa2cedb12 req-4521549c-cfac-4171-b469-5e7407422214 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 May 02 15:05:10.814276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5796ce-f3ad-406f-b603-ba086e0a61d3 req-c206466c-407b-4af1-ae90-f728ca0af0a1 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:10.815754 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0e5796ce-f3ad-406f-b603-ba086e0a61d3 req-c206466c-407b-4af1-ae90-f728ca0af0a1 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0468805 May 02 15:05:10.864543 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-0e5796ce-f3ad-406f-b603-ba086e0a61d3 req-a9c0287e-b75a-46e3-b66c-a2635a637543 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431721 May 02 15:05:11.975031 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15647cc4-1f17-4543-a94f-168d2d085ee8 req-4d7c67e8-79a4-44e8-adb9-64df5663e616 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:11.976498 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-15647cc4-1f17-4543-a94f-168d2d085ee8 req-4d7c67e8-79a4-44e8-adb9-64df5663e616 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0461857 May 02 15:05:12.026526 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-15647cc4-1f17-4543-a94f-168d2d085ee8 req-8505d42f-974f-4112-a136-cc919706d546 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 May 02 15:05:12.853272 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:13.136026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034e8ba-7eed-4730-99f7-af2f52ce3af6 req-0fdbd534-253b-4c5c-bfbe-3fc07b71303b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:13.137467 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5034e8ba-7eed-4730-99f7-af2f52ce3af6 req-0fdbd534-253b-4c5c-bfbe-3fc07b71303b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0452325 May 02 15:05:13.184584 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5034e8ba-7eed-4730-99f7-af2f52ce3af6 req-5836ba2e-3cf8-47c3-ab27-9a6d5a2af130 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416975 May 02 15:05:13.658171 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-917c8ccd-f771-438c-8133-b37ac47d7eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:14.294667 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e184537-56e7-4d5d-9f7a-e15c780c4106 req-f24e4e20-a36a-4daa-81f0-cf2f7fa0766a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:14.296167 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7e184537-56e7-4d5d-9f7a-e15c780c4106 req-f24e4e20-a36a-4daa-81f0-cf2f7fa0766a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0460496 May 02 15:05:14.343653 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-7e184537-56e7-4d5d-9f7a-e15c780c4106 req-bda6136a-a555-4427-bfa0-1f205bdce093 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419195 May 02 15:05:14.982308 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:05:15.460896 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d40d5-d436-4f96-b980-bbfb85b2a4c3 req-2bd98a0f-55e2-4eb3-87e3-da29247c2fe9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:15.467661 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-479d40d5-d436-4f96-b980-bbfb85b2a4c3 req-2bd98a0f-55e2-4eb3-87e3-da29247c2fe9 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 944 time: 0.0498676 May 02 15:05:15.510641 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-479d40d5-d436-4f96-b980-bbfb85b2a4c3 req-37861404-78d5-4e39-a3bd-0f311d57a02b tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424116 May 02 15:05:15.876292 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e5b2569f-13ca-4763-9c9f-90fc3609835b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:16.214336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 970a6d3d-f205-46ef-9ece-dd42c1ce8507 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:05:16.311614 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:05:16.322599 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'port_id': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'mac_address': 'fa:16:3e:dc:2a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:05:16.358705 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:05:16.359099 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:16.373284 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970a6d3d-f205-46ef-9ece-dd42c1ce8507 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:05:16.395863 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:05:16.492633 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:16.540266 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:16.548579 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.548938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.549289 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.549633 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.549975 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.550309 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.550643 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.550996 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.551330 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.551666 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.554875 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.555243 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.560010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.560010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.560010 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:16.623381 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9037e-7ef4-4bea-802b-7f0b43e14f6f req-b8216a2a-cf33-4652-b2be-1cf5df73c951 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:16.624876 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-73a9037e-7ef4-4bea-802b-7f0b43e14f6f req-b8216a2a-cf33-4652-b2be-1cf5df73c951 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 945 time: 0.0482168 May 02 15:05:16.672884 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-73a9037e-7ef4-4bea-802b-7f0b43e14f6f req-2f9b1229-a284-4091-85e2-f4e0fcf53361 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 May 02 15:05:16.994482 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['970a6d3d-f205-46ef-9ece-dd42c1ce8507'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:05:17.326961 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:17.781782 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b62cb2-0ce3-4514-87b8-733a14e67341 req-36e62adc-cdb1-4032-9029-4f7bba62a4b4 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:17.783520 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-04b62cb2-0ce3-4514-87b8-733a14e67341 req-36e62adc-cdb1-4032-9029-4f7bba62a4b4 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 945 time: 0.0465064 May 02 15:05:17.831609 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-04b62cb2-0ce3-4514-87b8-733a14e67341 req-291805fd-1dc8-47d0-92a0-0be06d243e16 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420892 May 02 15:05:18.241295 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 970a6d3d-f205-46ef-9ece-dd42c1ce8507 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:05:18.284177 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:05:18.360415 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:05:18.360725 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:18.437471 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:05:18.437862 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:18.460734 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:05:18.462935 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a666f0-d0f9-46cd-84f2-4ce7dc497d07" -d '{"events": [{"server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "name": "network-vif-plugged", "status": "completed", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:05:18.475512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:05:18.500936 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8c3ec4-ccf1-476d-b609-6cf40e5c8d2c x-openstack-request-id: req-6c8c3ec4-ccf1-476d-b609-6cf40e5c8d2c {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:05:18.500936 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "name": "network-vif-plugged", "status": "completed", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:05:18.500936 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c8c3ec4-ccf1-476d-b609-6cf40e5c8d2c {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:05:18.500936 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8c3ec4-ccf1-476d-b609-6cf40e5c8d2c'] response: {'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'code': 200} May 02 15:05:18.560463 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:18.607504 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:18.635659 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:18.874927 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84992f-ba15-4db5-acb9-8b403a37624a req-80b421db-c681-4580-b7bd-9c1619df48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:18.876376 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ea84992f-ba15-4db5-acb9-8b403a37624a req-80b421db-c681-4580-b7bd-9c1619df48e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1130 time: 0.0415051 May 02 15:05:18.962693 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6daae1-894a-48cd-ba72-be056970a988 req-80b869f5-99aa-4b75-a115-16ed9eab5858 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:18.964162 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b6daae1-894a-48cd-ba72-be056970a988 req-80b869f5-99aa-4b75-a115-16ed9eab5858 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0631204 May 02 15:05:18.973161 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-ea84992f-ba15-4db5-acb9-8b403a37624a req-67f80117-b35a-47e9-b064-58fc9e0c5655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776565 May 02 15:05:19.015073 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6b6daae1-894a-48cd-ba72-be056970a988 req-88b5a429-6477-4b4f-869b-0c35be819995 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450935 May 02 15:05:20.132238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847e327-355d-4c50-ae4b-917833bbd91d req-f796ca75-0be7-4f03-b44c-9c639492c406 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:20.133707 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3847e327-355d-4c50-ae4b-917833bbd91d req-f796ca75-0be7-4f03-b44c-9c639492c406 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0504148 May 02 15:05:20.182057 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3847e327-355d-4c50-ae4b-917833bbd91d req-dafd0e12-359e-4ec8-afec-f0caee163487 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 May 02 15:05:20.183913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:21.291071 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833014d2-5014-4c81-9ef3-04e4d33be4b2 req-04811cef-e4e6-41cc-b25c-5c33ee5909f8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:21.292533 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-833014d2-5014-4c81-9ef3-04e4d33be4b2 req-04811cef-e4e6-41cc-b25c-5c33ee5909f8 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0451109 May 02 15:05:21.343335 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-833014d2-5014-4c81-9ef3-04e4d33be4b2 req-d007ddb3-d387-4925-9a90-8bc8431166d2 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 May 02 15:05:21.457800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81efe9-b5ce-42c0-8567-a45af6fda5a6 req-f15d523f-c280-4826-a093-da013522452d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:21.459325 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed81efe9-b5ce-42c0-8567-a45af6fda5a6 req-f15d523f-c280-4826-a093-da013522452d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0476854 May 02 15:05:21.507377 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ed81efe9-b5ce-42c0-8567-a45af6fda5a6 req-3cc7c55c-e21f-4b1f-99bc-ca1a13888556 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 May 02 15:05:21.528696 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44656) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:21.663668 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e78536-2dc6-4db7-98e7-845d7a6d6924 tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:21.665162 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-89e78536-2dc6-4db7-98e7-845d7a6d6924 tempest-TestVolumeBootPattern-76893380 tempest-TestVolumeBootPattern-76893380-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1125 time: 0.1354954 May 02 15:05:21.667932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44660) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:21.672025 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.v2.base [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'port_id': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:21.749653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:21.824311 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:21.929769 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_common [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Allocated IP 172.27.0.93 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/c99cc948-7b61-4900-b9db-0900d62bdb5f) {{(pid=110410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:05:22.027896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.138378 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.180263 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:05:22.183169 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.base_scheduler [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Resources bound (agent type, host, resource id): {{(pid=110410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:05:22.188710 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Received port after_create {{(pid=110410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:05:22.194635 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=c99cc948-7b61-4900-b9db-0900d62bdb5f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:22.222834 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.223187 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.223535 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.223896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.224238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.224574 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.224904 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.225241 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.225570 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.225898 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.226228 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.226557 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.226881 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.227204 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.227527 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:22.559650 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (164fe037-c398-4dd1-b482-f452e782ec82), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.702033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), before_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.850026 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), precommit_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.909586 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3755710'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), after_update {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:22.981643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event updated for resources: {'Port': ['ID=c99cc948-7b61-4900-b9db-0900d62bdb5f,revision_number=2']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:22.990971 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (164fe037-c398-4dd1-b482-f452e782ec82), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:23.089573 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.db.l3_db [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP 164fe037-c398-4dd1-b482-f452e782ec82 associated. External IP: 172.27.0.93, port: 970a6d3d-f205-46ef-9ece-dd42c1ce8507. May 02 15:05:23.294572 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:05:23.402238 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:05:23.414611 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:05:23.426359 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:05:23.426957 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:23.478106 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:23.507225 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-58704d3d-9468-4588-8117-9ccfbfb7d44f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8381274 May 02 15:05:23.507656 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507'}] {{(pid=110410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:05:23.510001 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4308613d527e5fa599f87f902ebd20a4d9231fac7a2947e7a9370f5a10130a70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507"}]}' {{(pid=110410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:05:23.533672 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:05:23.545904 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215413c5-364d-40ed-aecd-c635b460577b x-openstack-request-id: req-215413c5-364d-40ed-aecd-c635b460577b {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:05:23.546137 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507", "status": "completed", "code": 200}]} {{(pid=110410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:05:23.546392 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-215413c5-364d-40ed-aecd-c635b460577b {{(pid=110410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:05:23.546794 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215413c5-364d-40ed-aecd-c635b460577b'] response: {'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'status': 'completed', 'code': 200} May 02 15:05:23.627044 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-bf1f52d7-10c3-4dc6-b4b2-0196edde8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:23.628635 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-bf1f52d7-10c3-4dc6-b4b2-0196edde8d0d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1130 time: 0.0389521 May 02 15:05:23.715567 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-7b6ce7b3-77e0-40dc-9dd3-62aefdbc36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:23.717353 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-7b6ce7b3-77e0-40dc-9dd3-62aefdbc36f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0832820 May 02 15:05:23.749506 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '164fe037-c398-4dd1-b482-f452e782ec82', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:dc:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:22Z', 'updated_at': '2022-05-02T15:05:22Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}, {'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:23.778639 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:05:23.787256 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:05:23.787868 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:23.793159 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-85811a9e-d8ef-4306-ad34-d439b18f27d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507 HTTP/1.1" status: 200 len: 999 time: 0.0679324 May 02 15:05:23.841836 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-81276adc-b442-4a50-b484-9fbc1ac80fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:23.843238 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-81276adc-b442-4a50-b484-9fbc1ac80fc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0440776 May 02 15:05:23.886166 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-8a4a381e-4414-419c-8dda-778501d454da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:23.887610 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-8a4a381e-4414-419c-8dda-778501d454da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375986 May 02 15:05:23.894939 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:05:23.979306 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-6081fdc1-bd4c-4c82-9ae6-6f5987acfa74 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839300 May 02 15:05:24.068495 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-4e7af9c2-4f0f-4174-8e27-ba5b00d216c4 req-917481b7-5ecb-4300-be23-13152793e0da service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829213 May 02 15:05:24.107471 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '164fe037-c398-4dd1-b482-f452e782ec82', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:dc:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:22Z', 'updated_at': '2022-05-02T15:05:22Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}, {'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:24.134351 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8968e248-3d5c-4aee-a565-ed94ba4e2172 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '164fe037-c398-4dd1-b482-f452e782ec82', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:dc:2a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:22Z', 'updated_at': '2022-05-02T15:05:22Z', 'revision_number': 0, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}, {'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:05:24.325872 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb40f1a-92a1-42b8-b355-452ba7b91707 None None] New status for floating IP 164fe037-c398-4dd1-b482-f452e782ec82: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:05:42.858094 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:43.600737 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-cea01392-9089-4784-b06b-525f5cd2ca55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:45.880092 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-7b527ae9-dd37-46af-85d9-014217391bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:47.348551 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:48.117155 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-fc9d55aa-5584-489e-a448-6f1985bc7cc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413399 May 02 15:05:48.193980 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-f2c009fb-f80c-457e-85e6-35b63b1150fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:48.195515 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-f2c009fb-f80c-457e-85e6-35b63b1150fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 1130 time: 0.0404670 May 02 15:05:48.303390 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-22dfa280-ee32-4635-afd7-1cd69d1c36be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:48.304917 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-22dfa280-ee32-4635-afd7-1cd69d1c36be service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.0894217 May 02 15:05:48.369158 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-f89d3d4b-c72b-4239-97d7-39a91deb1784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe5a21d-f3b3-4489-a814-3402dd182296 HTTP/1.1" status: 200 len: 1001 time: 0.0580966 May 02 15:05:48.628599 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:48.791570 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-deab776e-1d9a-4bcb-abf8-77697f24487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:48.793041 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-deab776e-1d9a-4bcb-abf8-77697f24487b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0435278 May 02 15:05:48.841473 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-5a94d840-c4fd-4634-823c-ae99ec252efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:48.843022 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-5a94d840-c4fd-4634-823c-ae99ec252efe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434003 May 02 15:05:48.936974 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-2e5386a2-eb6e-4104-89a9-54ffc3174cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822439 May 02 15:05:49.035491 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3f11e814-b57b-42df-a5a3-6e5b45057b23 req-f0737bc7-b6e6-4721-ad9f-e78c18fb8f01 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925236 May 02 15:05:50.171738 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:50.727783 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18eca0-fca8-49a0-8970-a23ecb7ca55f req-be1b5ca5-a5c8-41bc-87cb-bbc5b9e3119a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:50.729276 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ab18eca0-fca8-49a0-8970-a23ecb7ca55f req-be1b5ca5-a5c8-41bc-87cb-bbc5b9e3119a tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0497105 May 02 15:05:50.775309 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ab18eca0-fca8-49a0-8970-a23ecb7ca55f req-52666236-ef55-4e03-b574-8b97df6267b1 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 May 02 15:05:51.886655 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0cbb2-4c51-40ef-9911-6e466ac7f66d req-9d8ae7d0-6585-42aa-8972-ed7a390fdc14 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:51.888090 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-94b0cbb2-4c51-40ef-9911-6e466ac7f66d req-9d8ae7d0-6585-42aa-8972-ed7a390fdc14 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0454464 May 02 15:05:51.933763 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-94b0cbb2-4c51-40ef-9911-6e466ac7f66d req-0a689c16-adc5-4ef2-bd99-1a0d0f1f94e4 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 May 02 15:05:51.981573 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:05:52.973139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-1eb48981-9989-45ee-bebe-6e76c397602e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:52.973139 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-1eb48981-9989-45ee-bebe-6e76c397602e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0456882 May 02 15:05:53.046589 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8419a-31d7-4ab8-8c18-1010acc00d1b req-7aeb17a5-efbb-4cc6-8a1a-d601fbb60a2c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:53.048272 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b3c8419a-31d7-4ab8-8c18-1010acc00d1b req-7aeb17a5-efbb-4cc6-8a1a-d601fbb60a2c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 946 time: 0.0470269 May 02 15:05:53.064128 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port bbe5a21d-f3b3-4489-a814-3402dd182296 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:05:53.064480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:53.100714 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-b3c8419a-31d7-4ab8-8c18-1010acc00d1b req-c9eac392-0ac0-497f-aabd-7aef56cc9683 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451763 May 02 15:05:53.152323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] For port bbe5a21d-f3b3-4489-a814-3402dd182296, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=bbe5a21d-f3b3-4489-a814-3402dd182296,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:05:53.152694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:53.322084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:53.322367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:53.322686 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP f27bc37b-dd37-4340-aacd-9f441e67bca7 disassociated. External IP: 172.27.0.88, port: bbe5a21d-f3b3-4489-a814-3402dd182296. May 02 15:05:53.323031 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for bbe5a21d-f3b3-4489-a814-3402dd182296 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:05:53.525781 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (bbe5a21d-f3b3-4489-a814-3402dd182296), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:53.557281 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=bbe5a21d-f3b3-4489-a814-3402dd182296,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:53.569821 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.570171 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.570517 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.570860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.571200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.571538 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.571888 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.572271 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.572552 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.572888 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.573219 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.573549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.573901 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.574232 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.574559 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:05:53.684333 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:05:54.077651 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:05:54.088418 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:05:54.098605 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:05:54.099241 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:54.118419 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] No DVR routers for this DVR port bbe5a21d-f3b3-4489-a814-3402dd182296 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:05:54.121019 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:54.124396 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5f9d0d32-37e1-452e-9946-d71c22baa1a6 req-e416d5ff-979c-4e4d-a9e1-b47a58f0ba94 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "DELETE /v2.0/ports/bbe5a21d-f3b3-4489-a814-3402dd182296 HTTP/1.1" status: 204 len: 173 time: 1.1457100 May 02 15:05:54.124832 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'name': 'network-vif-deleted', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:05:54.127053 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96eabf3d-7992-493e-9988-aea9198264a1" -d '{"events": [{"server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "name": "network-vif-deleted", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:05:54.169722 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d54ecb2-78a8-471f-a35c-be0305cff448 x-openstack-request-id: req-9d54ecb2-78a8-471f-a35c-be0305cff448 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:05:54.170026 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19dc135-e0e2-4506-b4f7-eb4fceee3cde", "name": "network-vif-deleted", "tag": "bbe5a21d-f3b3-4489-a814-3402dd182296", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:05:54.170415 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d54ecb2-78a8-471f-a35c-be0305cff448 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:05:54.170776 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d54ecb2-78a8-471f-a35c-be0305cff448'] response: {'server_uuid': 'e19dc135-e0e2-4506-b4f7-eb4fceee3cde', 'name': 'network-vif-deleted', 'tag': 'bbe5a21d-f3b3-4489-a814-3402dd182296', 'status': 'completed', 'code': 200} May 02 15:05:54.205874 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-3c699140-f60c-4b42-8906-9b64f02bb59c req-fa50d4e6-a4cc-477f-9128-a95e3230cc42 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=e19dc135-e0e2-4506-b4f7-eb4fceee3cde HTTP/1.1" status: 200 len: 210 time: 0.0286953 May 02 15:05:54.213446 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:05:54.402286 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:54.514575 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:05:54.523370 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:05:54.524026 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:54.631448 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:05:54.813509 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:05:54.842863 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7d895e-9bfc-459e-81a6-e97e4293de3a None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:05:55.075358 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef1a3e-e145-44c5-a340-3c4f15c58e72 None None] New status for floating IP f27bc37b-dd37-4340-aacd-9f441e67bca7: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:05:55.378204 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44770) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:55.429974 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (f3a51a6b-f7ee-4255-bd7a-8d910aac2df8), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.453421 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (f3a51a6b-f7ee-4255-bd7a-8d910aac2df8), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.565087 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f3a51a6b-f7ee-4255-bd7a-8d910aac2df8), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.567670 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.569438 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3a51a6b-f7ee-4255-bd7a-8d910aac2df8 HTTP/1.1" status: 204 len: 168 time: 0.1896482 May 02 15:05:55.572245 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 44772) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:55.578037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2f23b-d238-4158-a541-e90f44e29dfb tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a51a6b-f7ee-4255-bd7a-8d910aac2df8,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:55.586299 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-9a0a398f-bce7-4e3f-9155-d92e7cb74410 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] show failed (client error): The resource could not be found. May 02 15:05:55.587290 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9a0a398f-bce7-4e3f-9155-d92e7cb74410 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups/f3a51a6b-f7ee-4255-bd7a-8d910aac2df8 HTTP/1.1" status: 404 len: 347 time: 0.0140698 May 02 15:05:55.590530 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44774) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:55.704495 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port 7c5ed92d-ac1e-4d43-9833-03bbe102276d {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:05:55.704835 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.778005 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.778340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (7c5ed92d-ac1e-4d43-9833-03bbe102276d), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:55.791189 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for 7c5ed92d-ac1e-4d43-9833-03bbe102276d owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:05:56.017364 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (7c5ed92d-ac1e-4d43-9833-03bbe102276d), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:56.040199 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=7c5ed92d-ac1e-4d43-9833-03bbe102276d,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:56.106558 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (f27bc37b-dd37-4340-aacd-9f441e67bca7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:56.109531 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:56.110655 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-3a710080-eedd-4410-93b7-6652dc0194b7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/floatingips/f27bc37b-dd37-4340-aacd-9f441e67bca7 HTTP/1.1" status: 204 len: 168 time: 0.5191410 May 02 15:05:56.423426 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbe5a21d-f3b3-4489-a814-3402dd182296 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:05:56.444419 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: bbe5a21d-f3b3-4489-a814-3402dd182296 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:05:56.444769 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device bbe5a21d-f3b3-4489-a814-3402dd182296 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:05:56.827748 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44778) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:56.832261 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992943884', 'description': 'tempest-description--1920987715'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:56.891322 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:56.955508 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (0920374a-fdbc-43f1-bb95-8a4325e96a43), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.023268 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0920374a-fdbc-43f1-bb95-8a4325e96a43), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.052025 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0920374a-fdbc-43f1-bb95-8a4325e96a43,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:57.128027 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.129257 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-b60b97e4-7f84-40b9-9e9b-6be5be389351 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3004804 May 02 15:05:57.131997 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44780) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:57.136149 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '0920374a-fdbc-43f1-bb95-8a4325e96a43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:57.245254 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (1a959bdc-c03b-4d46-842e-f94bfb658e07), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.298296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (1a959bdc-c03b-4d46-842e-f94bfb658e07), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.343111 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (1a959bdc-c03b-4d46-842e-f94bfb658e07), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.361455 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a959bdc-c03b-4d46-842e-f94bfb658e07,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:57.424498 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.425670 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f9c9fafa-dc1c-4672-afda-a64580cd0fb3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927706 May 02 15:05:57.428252 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44782) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:57.432398 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'security_group_rule': {'security_group_id': '0920374a-fdbc-43f1-bb95-8a4325e96a43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:57.496284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (1c3a7b31-0d7b-49ce-803b-644344a7c388), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.551962 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (1c3a7b31-0d7b-49ce-803b-644344a7c388), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.593952 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575767'] for security_group_rule (1c3a7b31-0d7b-49ce-803b-644344a7c388), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.611540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3a7b31-0d7b-49ce-803b-644344a7c388,revision_number=0']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:57.670212 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.671381 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1a709bc1-1551-476c-9a20-30f3e0f4fd66 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2421973 May 02 15:05:57.674317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44784) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:05:57.678386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:05:57.759601 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.836053 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:57.940408 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.27.0.249 (07642b55-649c-4b4a-afb5-c8494ff1ed35/4a48dcb2-35cc-4654-8f9c-8c057597bbd4/46d2d195-f12c-4dd1-bea6-e026b7353409) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:05:58.044634 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.155185 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.193645 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 07642b55-649c-4b4a-afb5-c8494ff1ed35 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:05:58.196489 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:05:58.201964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:05:58.223247 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=46d2d195-f12c-4dd1-bea6-e026b7353409,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:58.286218 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.380017 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.524606 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.622639 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.690925 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=46d2d195-f12c-4dd1-bea6-e026b7353409,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:05:58.702205 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.813624 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:05:58.814858 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-d35ac19d-4c23-4f4a-9fb1-f5310b8c90e3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1396308 May 02 15:05:58.960258 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-db03845f-462d-49a0-99ab-25d30afcd3c5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--992943884&fields=id&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 267 time: 0.0422714 May 02 15:05:59.066812 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-869ac9f9-dc9d-4dc4-8818-da053bdeaf6d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:05:59.068183 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-869ac9f9-dc9d-4dc4-8818-da053bdeaf6d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1012592 May 02 15:05:59.083498 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-293bbca9-e740-4da9-be59-caf33715ae1f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/quotas/66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 375 time: 0.0094349 May 02 15:05:59.130115 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-0645cd1f-addb-4f56-8190-3f231e8839d6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0411656 May 02 15:05:59.225733 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-2c5bcb89-f086-4cfc-af21-c7903ace49a6 service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840592 May 02 15:05:59.313738 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-95856a87-96a9-40d6-a704-ea007c55eabe service neutron] 10.222.0.36 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824170 May 02 15:05:59.550573 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-3d8ff3ef-6317-4f59-963f-141a108f26d0 req-95e70b64-f945-4c10-9055-17cc4994d634 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 210 time: 0.0310812 May 02 15:06:00.645783 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fcfa0eb6-d149-4926-adad-65087ff6d39f req-92baef14-83ba-4804-b734-44ee30dc5a01 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 210 time: 0.0276153 May 02 15:06:01.432996 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-ecd48012-a3e8-432e-98d3-5ea2817c917d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:01.434498 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-ecd48012-a3e8-432e-98d3-5ea2817c917d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 814 time: 0.1021669 May 02 15:06:01.507795 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-55941127-9635-4ff6-bc7e-8ba6097b3122 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a8835725b5422cbf45b0588773e973 HTTP/1.1" status: 200 len: 379 time: 0.0517232 May 02 15:06:01.516200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'port': {'device_id': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'admin_state_up': True, 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'security_groups': ['0920374a-fdbc-43f1-bb95-8a4325e96a43']}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:06:01.674504 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Made reservation on behalf of 66a8835725b5422cbf45b0588773e973 for: {'port': 1} {{(pid=110409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 15:06:01.677706 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:01.744679 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-aee4c6b6-bbf1-482d-8598-7402fbdc9390 req-aefa5428-5e81-47e6-86dc-f6a8e1767838 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 210 time: 0.0281603 May 02 15:06:01.803560 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_common [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Allocated IP 172.20.0.12 (2ba6d599-ab8c-48d6-8f1e-9b38007ba350/89cd14e6-bff1-4ace-b77c-64577028547b/c08af1ae-ee54-48b6-a443-505b6c2c798e) {{(pid=110409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 15:06:01.936395 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.017507 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756325809026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.059418 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 is already hosted by enough agents. {{(pid=110409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 15:06:02.062628 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.base_scheduler [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Resources bound (agent type, host, resource id): {{(pid=110409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 15:06:02.065059 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Received port after_create {{(pid=110409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 15:06:02.101194 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event updated for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:06:02.127738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:02.128380 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.239925 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-42234319-34a9-4993-a9be-e00227db041c tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7246549 May 02 15:06:02.253923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Request body: {'port': {'device_id': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:06:02.311012 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.330616 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-e2ec9364-7908-483a-8b77-80a68821e848 None None] Provisioning complete for port c08af1ae-ee54-48b6-a443-505b6c2c798e triggered by entity DHCP. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:06:02.334531 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9364-7908-483a-8b77-80a68821e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.363590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec9364-7908-483a-8b77-80a68821e848 None None] Port c08af1ae-ee54-48b6-a443-505b6c2c798e cannot update to ACTIVE because it is not bound. {{(pid=110411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 15:06:02.569837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08af1ae-ee54-48b6-a443-505b6c2c798e {{(pid=110409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:06:02.576912 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks [] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.588800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.provisioning_blocks [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Transition to ACTIVE for port object c08af1ae-ee54-48b6-a443-505b6c2c798e will not be triggered until provisioned by entity L2. {{(pid=110409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 15:06:02.668438 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.738007 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=2']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:06:02.792087 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Attempting to bind port c08af1ae-ee54-48b6-a443-505b6c2c798e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 15:06:02.792431 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Attempting to bind port c08af1ae-ee54-48b6-a443-505b6c2c798e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 15:06:02.792765 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Attempting to bind port c08af1ae-ee54-48b6-a443-505b6c2c798e on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:06:02.797584 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Port c08af1ae-ee54-48b6-a443-505b6c2c798e on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 15:06:02.797911 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Attempting to bind port c08af1ae-ee54-48b6-a443-505b6c2c798e on network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 15:06:02.804854 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Checking agent: {'id': '3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'started_at': datetime.datetime(2022, 5, 2, 14, 48, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 15:06:02.804854 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Checking segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 15:06:02.805267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Bound using segment: {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'} {{(pid=110409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 15:06:02.805697 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.managers [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Bound port: c08af1ae-ee54-48b6-a443-505b6c2c798e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350'}}] {{(pid=110409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 15:06:02.806059 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:02.894669 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83236404-07af-4015-9721-c173c8ec1730 req-f55212cd-4e2c-4471-b5d4-33542d4d9239 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:02.896167 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-83236404-07af-4015-9721-c173c8ec1730 req-f55212cd-4e2c-4471-b5d4-33542d4d9239 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 944 time: 0.0744908 May 02 15:06:02.929410 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, cleared binding levels {{(pid=110409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 15:06:02.949146 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 15:06:02.964217 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-83236404-07af-4015-9721-c173c8ec1730 req-c265b155-1c1f-4da5-b77f-96d08b9cca09 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587375 May 02 15:06:03.023964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8825603'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:03.063298 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.063949 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:03.065351 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] 10.222.0.41 "PUT /v2.0/ports/c08af1ae-ee54-48b6-a443-505b6c2c798e HTTP/1.1" status: 200 len: 1094 time: 0.8154361 May 02 15:06:03.065818 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:06:03.068694 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f41484-3347-4a5c-aac9-212aee9378a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:06:03.092482 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643eaf2-f6e8-42a0-9027-ca7f01a59e04 service neutron] Pushing event updated for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=3']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:06:03.110589 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521496ec-e6bb-4bad-aaac-7b685447fc4b x-openstack-request-id: req-521496ec-e6bb-4bad-aaac-7b685447fc4b {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:06:03.110956 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:06:03.111238 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-521496ec-e6bb-4bad-aaac-7b685447fc4b {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:06:03.111636 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521496ec-e6bb-4bad-aaac-7b685447fc4b'] response: {'name': 'network-changed', 'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'status': 'completed', 'code': 200} May 02 15:06:03.195548 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-a6b750f3-28dd-4200-a03b-747398c77726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.197103 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-a6b750f3-28dd-4200-a03b-747398c77726 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 1128 time: 0.0425334 May 02 15:06:03.303965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-60737994-1807-4bc9-99c8-997c72a0ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.305431 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-60737994-1807-4bc9-99c8-997c72a0ade0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66a8835725b5422cbf45b0588773e973&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945013 May 02 15:06:03.401715 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-4f11ad03-bdb8-42ce-94ed-46ab6f018640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.403161 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-35f41484-3347-4a5c-aac9-212aee9378a2 req-4f11ad03-bdb8-42ce-94ed-46ab6f018640 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899916 May 02 15:06:03.495535 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-974ce06e-52d5-4745-82d3-d04b9241716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.497042 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-974ce06e-52d5-4745-82d3-d04b9241716a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 1128 time: 0.0385525 May 02 15:06:03.546464 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-56f7f9d0-5eb9-41e5-ad6c-e03e99641c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e HTTP/1.1" status: 200 len: 217 time: 0.0362380 May 02 15:06:03.593023 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-0a1c779e-fb75-4730-89d5-a192a549f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.594374 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-0a1c779e-fb75-4730-89d5-a192a549f4f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0422139 May 02 15:06:03.638739 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132064d5-33a3-433f-97d5-ebf17944f010 req-01bf61e9-7751-4b7b-94bf-586fa175abf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:03.640178 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-01bf61e9-7751-4b7b-94bf-586fa175abf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365562 May 02 15:06:03.729898 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-7ff5ca84-575a-4621-a46e-76b830d8936a service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 May 02 15:06:03.815872 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-132064d5-33a3-433f-97d5-ebf17944f010 req-e6305cfb-372d-4536-87c4-d62d77527f22 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794470 May 02 15:06:04.081825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde447c-8bb3-408e-92e9-4dd2534d7d61 req-fdc8bb92-df89-458b-bfb1-33036c347ae3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:04.083331 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1cde447c-8bb3-408e-92e9-4dd2534d7d61 req-fdc8bb92-df89-458b-bfb1-33036c347ae3 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 944 time: 0.0511472 May 02 15:06:04.129724 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1cde447c-8bb3-408e-92e9-4dd2534d7d61 req-3d3910a3-1f10-48f3-857e-aa9b9d400df6 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 May 02 15:06:05.241275 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f745f-d909-4e3e-9336-7e2211fb2e9f req-bcf1b4d6-ddee-48e0-9f7a-2637c318047f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:05.242738 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-875f745f-d909-4e3e-9336-7e2211fb2e9f req-bcf1b4d6-ddee-48e0-9f7a-2637c318047f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 944 time: 0.0463898 May 02 15:06:05.288273 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-875f745f-d909-4e3e-9336-7e2211fb2e9f req-284421b7-827f-40d4-8bcf-03e3de25a19d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399046 May 02 15:06:06.401910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb32c9b-531b-4922-b232-ab7bd1edfea7 req-3fd307cb-a2f4-46e7-b599-8e8885d57877 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:06.403356 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2eb32c9b-531b-4922-b232-ab7bd1edfea7 req-3fd307cb-a2f4-46e7-b599-8e8885d57877 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 944 time: 0.0490782 May 02 15:06:06.449836 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2eb32c9b-531b-4922-b232-ab7bd1edfea7 req-f32da308-7bee-41dd-a274-8e7020c81833 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 May 02 15:06:06.509037 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device c08af1ae-ee54-48b6-a443-505b6c2c798e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:06:06.606270 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:06:06.616884 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'port_id': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:06:06.653044 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port c08af1ae-ee54-48b6-a443-505b6c2c798e is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:06:06.653433 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:06.665699 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08af1ae-ee54-48b6-a443-505b6c2c798e {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:06:06.683938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:06:06.753972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:06.803398 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=4']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:06:07.257845 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['c08af1ae-ee54-48b6-a443-505b6c2c798e'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:06:07.563679 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e5618-4beb-40d7-ba91-f1a1cb48102d req-55aa7b42-f803-4022-8294-90a2cbe5fb1b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:07.565049 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb0e5618-4beb-40d7-ba91-f1a1cb48102d req-55aa7b42-f803-4022-8294-90a2cbe5fb1b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 945 time: 0.0481732 May 02 15:06:07.610337 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-eb0e5618-4beb-40d7-ba91-f1a1cb48102d req-b9e0f895-48b7-46d5-af69-23ed85304886 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389698 May 02 15:06:08.528263 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device c08af1ae-ee54-48b6-a443-505b6c2c798e up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:06:08.573425 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning for port c08af1ae-ee54-48b6-a443-505b6c2c798e completed by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 15:06:08.621967 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port c08af1ae-ee54-48b6-a443-505b6c2c798e triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:06:08.622345 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:08.697847 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port c08af1ae-ee54-48b6-a443-505b6c2c798e is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:06:08.698145 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:08.720648 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:06:08.721696 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe239f82-245e-4d58-91fb-37a11773b396 req-377eb31d-bfb4-4a9a-94ee-09e5ef3e248e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:08.722855 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de065eb4-fb34-42d6-9dca-2553c6d0958b" -d '{"events": [{"server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "name": "network-vif-plugged", "status": "completed", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:06:08.723179 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fe239f82-245e-4d58-91fb-37a11773b396 req-377eb31d-bfb4-4a9a-94ee-09e5ef3e248e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 945 time: 0.0467923 May 02 15:06:08.736692 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:06:08.762271 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ef0ee8-84cb-44b7-a4cf-10296ff5c074 x-openstack-request-id: req-87ef0ee8-84cb-44b7-a4cf-10296ff5c074 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:06:08.762565 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "name": "network-vif-plugged", "status": "completed", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:06:08.762822 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87ef0ee8-84cb-44b7-a4cf-10296ff5c074 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:06:08.763218 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ef0ee8-84cb-44b7-a4cf-10296ff5c074'] response: {'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'code': 200} May 02 15:06:08.775783 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-fe239f82-245e-4d58-91fb-37a11773b396 req-a5951e41-0bc1-431f-8375-096440d335ae tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464401 May 02 15:06:08.782434 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:08.833590 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=5']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:06:09.076190 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec36ae6-b078-4b57-8c44-412fe16f46c4 req-3fb262e4-ce87-4698-be4e-a7ba609b5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:09.077675 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ec36ae6-b078-4b57-8c44-412fe16f46c4 req-3fb262e4-ce87-4698-be4e-a7ba609b5dd0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 1130 time: 0.0428429 May 02 15:06:09.120062 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5ec36ae6-b078-4b57-8c44-412fe16f46c4 req-20fa7616-8ef8-421a-b239-6ff67b0dc88b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367196 May 02 15:06:09.889419 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef45ab-8f3b-4b2a-8b60-6cf08c560c44 req-a2b57374-e7c7-449e-a89c-8b5dd5dcfa2b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:09.890891 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-88ef45ab-8f3b-4b2a-8b60-6cf08c560c44 req-a2b57374-e7c7-449e-a89c-8b5dd5dcfa2b tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0459106 May 02 15:06:09.937097 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-88ef45ab-8f3b-4b2a-8b60-6cf08c560c44 req-5225440f-f274-43f7-9b65-964ae4ba2df0 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 May 02 15:06:11.047626 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a449e2-3010-4af1-a8eb-e53ae79ba486 req-6ffd76af-8c0e-46f4-96af-1427539d1534 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:11.049085 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d4a449e2-3010-4af1-a8eb-e53ae79ba486 req-6ffd76af-8c0e-46f4-96af-1427539d1534 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0460820 May 02 15:06:11.096967 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d4a449e2-3010-4af1-a8eb-e53ae79ba486 req-ff099418-f701-4ef0-a206-3f726db15645 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416098 May 02 15:06:11.204058 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2bb0a-0362-47ac-a86a-76d88ec782d4 req-e314f5a7-c5c3-4db3-aa45-e7b7bfc5ef49 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:11.205543 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c8c2bb0a-0362-47ac-a86a-76d88ec782d4 req-e314f5a7-c5c3-4db3-aa45-e7b7bfc5ef49 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0460567 May 02 15:06:11.219404 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44844) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:06:11.219404 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.v2.base [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Request body: {'floatingip': {'port_id': 'c08af1ae-ee54-48b6-a443-505b6c2c798e'}} {{(pid=110409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 15:06:11.261650 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), before_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:11.690273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:11.753824 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:11.853842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 169f59ee-46f9-4c49-ad5e-4837cf692371 associated. External IP: 172.27.0.249, port: c08af1ae-ee54-48b6-a443-505b6c2c798e. May 02 15:06:12.059738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:06:12.441792 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:06:12.447214 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:12.451686 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:06:12.461583 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:06:12.462190 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:06:12.476892 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cd1d723c-658f-4df7-b034-6294d9bbce8e tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "PUT /v2.0/floatingips/169f59ee-46f9-4c49-ad5e-4837cf692371 HTTP/1.1" status: 200 len: 992 time: 1.2610016 May 02 15:06:12.477509 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:06:12.479779 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b" -d '{"events": [{"name": "network-changed", "server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:06:12.514317 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca3077d-12da-4f91-b0ba-42950a2b09db x-openstack-request-id: req-2ca3077d-12da-4f91-b0ba-42950a2b09db {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:06:12.514607 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:06:12.514862 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ca3077d-12da-4f91-b0ba-42950a2b09db {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:06:12.515271 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca3077d-12da-4f91-b0ba-42950a2b09db'] response: {'name': 'network-changed', 'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'status': 'completed', 'code': 200} May 02 15:06:12.573141 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:06:12.594906 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-2b310c9c-1134-47a0-ab25-f42f9c32ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:12.596479 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-2b310c9c-1134-47a0-ab25-f42f9c32ed7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66a8835725b5422cbf45b0588773e973&device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 1130 time: 0.0392635 May 02 15:06:12.686050 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-966c40c6-e762-4b36-8422-cad1857c075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:12.687483 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-966c40c6-e762-4b36-8422-cad1857c075c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 200 len: 915 time: 0.0851293 May 02 15:06:12.751595 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-660f76b5-35d4-4fc0-bd9a-0f083eadd752 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e HTTP/1.1" status: 200 len: 1000 time: 0.0574095 May 02 15:06:12.782597 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '169f59ee-46f9-4c49-ad5e-4837cf692371', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:58Z', 'updated_at': '2022-05-02T15:06:11Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:06:12.797387 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-94da0947-b918-43b4-a07c-130e294ee1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:12.798727 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-94da0947-b918-43b4-a07c-130e294ee1ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 200 len: 853 time: 0.0417254 May 02 15:06:12.812282 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:06:12.821286 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:06:12.821932 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:05:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:06:12.845658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-98165389-50f7-4357-9074-968638e2fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:12.847149 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-98165389-50f7-4357-9074-968638e2fa0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ba6d599-ab8c-48d6-8f1e-9b38007ba350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420866 May 02 15:06:12.869424 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:12.928401 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:06:12.934545 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-c7ec1290-385a-4cf0-8db7-078ba84f9316 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812206 May 02 15:06:13.029327 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b0c1b993-3b1c-465e-9d5c-4ddf712ec92b req-14df61e5-a905-4226-b36c-caa485273428 service neutron] 10.222.0.41 "GET /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879843 May 02 15:06:13.148422 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '169f59ee-46f9-4c49-ad5e-4837cf692371', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:58Z', 'updated_at': '2022-05-02T15:06:11Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:06:13.178497 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b9d25-ed88-4148-a258-54b37835bd97 None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '169f59ee-46f9-4c49-ad5e-4837cf692371', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'port_id': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'mac_address': 'fa:16:3e:a0:a1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:05:58Z', 'updated_at': '2022-05-02T15:06:11Z', 'revision_number': 1, 'project_id': '66a8835725b5422cbf45b0588773e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:06:13.361576 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fcc4d5-f288-4d2b-9226-7a37068c9876 None None] New status for floating IP 169f59ee-46f9-4c49-ad5e-4837cf692371: ACTIVE {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:06:13.622538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-69300f76-4c4a-4c3c-a3b6-c0af77fb067d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:15.879483 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d79d80c7-9e97-42aa-8334-54a4fc9fba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:17.342244 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:18.627915 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:20.165339 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:28.980927 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:06:42.885032 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:43.633676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a82dc2d0-db7b-4fae-9d1b-61a7eaadc2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:45.879217 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2a216e5c-feb8-415b-85d7-91b7e70ce6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:47.307488 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:48.622138 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:50.159134 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:06:50.175895 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-20b441c9-14b1-44a7-b1b2-77e490fd6b16 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0870616 May 02 15:06:50.245689 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-1706ce55-53dc-4959-b5aa-7470125d0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:50.247170 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-1706ce55-53dc-4959-b5aa-7470125d0aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0393796 May 02 15:06:50.350909 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-fdbf0e50-3391-4918-b825-bf34b5ab89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:50.352326 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-fdbf0e50-3391-4918-b825-bf34b5ab89c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.0877717 May 02 15:06:50.414112 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-a1abd943-a2c1-4921-a004-46bd796e1efe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1001 time: 0.0560529 May 02 15:06:50.464513 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-9ab090a0-9af8-4f9c-9f3c-8d106af9b314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:50.465968 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-9ab090a0-9af8-4f9c-9f3c-8d106af9b314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0469539 May 02 15:06:50.508135 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-f92fd0f8-29d7-438a-89d3-79a314451cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:06:50.510128 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-f92fd0f8-29d7-438a-89d3-79a314451cef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383987 May 02 15:06:50.600390 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-518e453d-53b7-4d6c-a1bb-941b83135319 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839725 May 02 15:06:50.685769 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c28f0440-d571-4b17-9b68-8a68a8e3ee91 req-41296d36-c406-46b3-a9ce-feb7776d1845 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797372 May 02 15:07:05.979723 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:07:12.252780 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44876) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:12.397175 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port c99cc948-7b61-4900-b9db-0900d62bdb5f {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:12.397520 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:12.473890 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:12.474219 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (c99cc948-7b61-4900-b9db-0900d62bdb5f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:12.487249 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for c99cc948-7b61-4900-b9db-0900d62bdb5f owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:12.736480 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (c99cc948-7b61-4900-b9db-0900d62bdb5f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:12.761005 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=c99cc948-7b61-4900-b9db-0900d62bdb5f,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:12.772399 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.772756 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.773103 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.773450 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.773789 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.774168 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.774461 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.774789 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.775119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.775978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.778350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.778350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.778350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.778350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.778350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:12.834813 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (164fe037-c398-4dd1-b482-f452e782ec82), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:12.835642 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP 164fe037-c398-4dd1-b482-f452e782ec82 disassociated (deleted). External IP: 172.27.0.93, port: 970a6d3d-f205-46ef-9ece-dd42c1ce8507. May 02 15:07:12.873561 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:13.044285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:13.149233 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:13.153969 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:13.158417 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:13.168964 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:13.169583 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:06:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:13.187367 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-034e4288-16e5-4d69-adf8-781e0318f43c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "DELETE /v2.0/floatingips/164fe037-c398-4dd1-b482-f452e782ec82 HTTP/1.1" status: 204 len: 168 time: 0.9309609 May 02 15:07:13.187367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:13.188970 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:13.286380 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:13.286507 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900f8df-60f6-4914-b9a8-109a93d41228 x-openstack-request-id: req-0900f8df-60f6-4914-b9a8-109a93d41228 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:13.286507 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:13.286507 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0900f8df-60f6-4914-b9a8-109a93d41228 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:13.287170 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0900f8df-60f6-4914-b9a8-109a93d41228'] response: {'name': 'network-changed', 'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'status': 'completed', 'code': 200} May 02 15:07:13.369806 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-93fb9486-03fe-4fdc-9719-bdb6cd20d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:13.371366 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-93fb9486-03fe-4fdc-9719-bdb6cd20d2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 1130 time: 0.0409591 May 02 15:07:13.464595 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-ca7a3b84-ff38-4c3a-9a4c-644b39494b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:13.466844 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-ca7a3b84-ff38-4c3a-9a4c-644b39494b9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0891371 May 02 15:07:13.507306 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-83c8b727-a0d8-4085-8d0a-a7fee0da1e44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507 HTTP/1.1" status: 200 len: 217 time: 0.0351217 May 02 15:07:13.510080 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:13.536441 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:13.545588 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:13.546204 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:06:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:13.558713 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-2ecd8e87-fc49-4978-af7a-ce7216fc2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:13.561177 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-2ecd8e87-fc49-4978-af7a-ce7216fc2dcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0478718 May 02 15:07:13.605379 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-3e5b81b8-a0ed-4eb9-a58b-7b28e09bf2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:13.649237 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08860c6-dee4-498e-aab8-a4b10f1399e2 req-cef9df91-0784-4768-a747-8ca29a2442dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:13.651247 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c08860c6-dee4-498e-aab8-a4b10f1399e2 req-cef9df91-0784-4768-a747-8ca29a2442dc tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0457566 May 02 15:07:13.655317 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:13.703500 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c08860c6-dee4-498e-aab8-a4b10f1399e2 req-df69adc0-b19c-40d8-8757-eea438b6da79 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 May 02 15:07:13.865410 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:13.891619 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb1956-507e-49bb-b12a-a33766300c21 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_floatingips': [{'id': '2e5081fe-0645-4130-9186-7990ef2760e2', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'router_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'port_id': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'mac_address': 'fa:16:3e:54:6e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T15:02:29Z', 'updated_at': '2022-05-02T15:02:31Z', 'revision_number': 1, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:14.109258 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39a8e38-c50d-44c6-a4b7-abad72ebb080 None None] New status for floating IP 164fe037-c398-4dd1-b482-f452e782ec82: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:07:14.692275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-ba7407b2-a333-40e5-9dbc-eb1e12dc4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:14.693764 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-ba7407b2-a333-40e5-9dbc-eb1e12dc4e2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0388124 May 02 15:07:14.782126 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-4056bde1-0a14-4048-91c0-6d7fadd9a15a service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819688 May 02 15:07:14.824618 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da74d-b08c-4ae2-9404-6087fe59bb2c req-dffbe97d-332a-469a-b650-cf64df62ce4e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:14.826074 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9f0da74d-b08c-4ae2-9404-6087fe59bb2c req-dffbe97d-332a-469a-b650-cf64df62ce4e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0508428 May 02 15:07:14.880499 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9f0da74d-b08c-4ae2-9404-6087fe59bb2c req-efd94db6-16d8-4558-a4b9-6252e09c1c6f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486159 May 02 15:07:14.880795 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-61b4cc0e-fd69-44ef-a7b1-4c25fe66ab4e req-84bc6486-50bc-4963-99f1-5fb5afb0a709 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921817 May 02 15:07:15.502614 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05b616-0554-4710-9c3f-1f195caf401e req-d9b0796c-7e62-456b-a105-0d50a0095069 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:15.504077 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6e05b616-0554-4710-9c3f-1f195caf401e req-d9b0796c-7e62-456b-a105-0d50a0095069 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 946 time: 0.0459352 May 02 15:07:15.590349 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:15.590688 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:15.676844 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] For port 970a6d3d-f205-46ef-9ece-dd42c1ce8507, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=970a6d3d-f205-46ef-9ece-dd42c1ce8507,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:15.677200 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:15.689857 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for 970a6d3d-f205-46ef-9ece-dd42c1ce8507 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:15.856363 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (970a6d3d-f205-46ef-9ece-dd42c1ce8507), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:15.873480 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d712c1ed-ce1a-48e9-989a-f553393d49b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:15.884383 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=970a6d3d-f205-46ef-9ece-dd42c1ce8507,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:15.932156 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] No DVR routers for this DVR port 970a6d3d-f205-46ef-9ece-dd42c1ce8507 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:15.934820 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:15.938250 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6e05b616-0554-4710-9c3f-1f195caf401e req-2c96ebfd-c8ed-47e7-a816-037e03c2256a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "DELETE /v2.0/ports/970a6d3d-f205-46ef-9ece-dd42c1ce8507 HTTP/1.1" status: 204 len: 173 time: 0.4285760 May 02 15:07:15.938709 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'name': 'network-vif-deleted', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:15.941063 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefad292-be86-4399-981f-8f65aba690c1" -d '{"events": [{"server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "name": "network-vif-deleted", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:15.981372 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ffd065-84e2-4e69-8e1f-c072bf439259 x-openstack-request-id: req-74ffd065-84e2-4e69-8e1f-c072bf439259 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:15.981668 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2263ee5-0439-4b63-bcc5-0d39c34facab", "name": "network-vif-deleted", "tag": "970a6d3d-f205-46ef-9ece-dd42c1ce8507", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:15.983441 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74ffd065-84e2-4e69-8e1f-c072bf439259 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:15.983441 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74ffd065-84e2-4e69-8e1f-c072bf439259'] response: {'server_uuid': 'a2263ee5-0439-4b63-bcc5-0d39c34facab', 'name': 'network-vif-deleted', 'tag': '970a6d3d-f205-46ef-9ece-dd42c1ce8507', 'status': 'completed', 'code': 200} May 02 15:07:15.984690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6228b669-e44c-4bba-9d4f-9826ceaf90ff req-9ff4fd45-04bd-4120-b552-fddcb6fba3e5 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 210 time: 0.0317402 May 02 15:07:17.094054 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-0dc69197-a986-4d17-8b24-e863e76f2428 req-a015be90-5df9-4d00-a36c-003e25550807 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2263ee5-0439-4b63-bcc5-0d39c34facab HTTP/1.1" status: 200 len: 210 time: 0.0291572 May 02 15:07:17.325401 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:18.102211 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7b8cf-b056-4625-bd8c-aef28f1e467a req-2019c32b-d022-4f4c-8f46-026d5b9ed801 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:18.103699 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c1c7b8cf-b056-4625-bd8c-aef28f1e467a req-2019c32b-d022-4f4c-8f46-026d5b9ed801 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0461135 May 02 15:07:18.154245 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c1c7b8cf-b056-4625-bd8c-aef28f1e467a req-e1733cca-647a-457d-950d-380f4148be81 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 May 02 15:07:18.610423 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:18.924495 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 970a6d3d-f205-46ef-9ece-dd42c1ce8507 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:18.947879 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 970a6d3d-f205-46ef-9ece-dd42c1ce8507 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:18.948242 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 970a6d3d-f205-46ef-9ece-dd42c1ce8507 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:19.271692 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657cb40-353c-477f-8bc7-80c8299257ab req-024bc93f-9aab-4174-b827-30971a7f9be1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:19.273174 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9657cb40-353c-477f-8bc7-80c8299257ab req-024bc93f-9aab-4174-b827-30971a7f9be1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0463820 May 02 15:07:19.323685 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-9657cb40-353c-477f-8bc7-80c8299257ab req-a3ade571-b16e-4fa7-a73c-a4cc08d2ca79 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 May 02 15:07:20.181659 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:20.442983 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34bc4a-bb71-406f-8aea-95014f831dff req-e9d915ca-be50-4719-8cf6-e363926a9c48 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:20.444466 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd34bc4a-bb71-406f-8aea-95014f831dff req-e9d915ca-be50-4719-8cf6-e363926a9c48 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0482323 May 02 15:07:20.493111 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-dd34bc4a-bb71-406f-8aea-95014f831dff req-dfd1a4b3-0df2-4d94-9c1b-22869c244add tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430064 May 02 15:07:20.519439 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44930) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:20.666067 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port 4b5b3249-8abc-4056-b885-3a679f329a6f {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:20.666408 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:20.739577 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:20.739923 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (4b5b3249-8abc-4056-b885-3a679f329a6f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:20.752713 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for 4b5b3249-8abc-4056-b885-3a679f329a6f owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:20.953088 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (4b5b3249-8abc-4056-b885-3a679f329a6f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:20.978540 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=4b5b3249-8abc-4056-b885-3a679f329a6f,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:21.040978 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (2e5081fe-0645-4130-9186-7990ef2760e2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:21.041305 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Floating IP 2e5081fe-0645-4130-9186-7990ef2760e2 disassociated (deleted). External IP: 172.27.0.56, port: 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9. May 02 15:07:21.520027 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:21.617804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf9e26-525b-4564-83d5-da05ef3142fa req-69e82672-1736-40f8-8ba0-85f1d7ad01d4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:21.619242 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-42cf9e26-525b-4564-83d5-da05ef3142fa req-69e82672-1736-40f8-8ba0-85f1d7ad01d4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0573890 May 02 15:07:21.685216 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:21.690880 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:21.695241 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:21.706287 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:21.706892 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:21.730758 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-42cf9e26-525b-4564-83d5-da05ef3142fa req-76cca3cb-cb8b-4b39-8d38-e3337a0e552e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831439 May 02 15:07:21.736690 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-a80da6f2-4221-46e7-b3c3-8e934f8f249c tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "DELETE /v2.0/floatingips/2e5081fe-0645-4130-9186-7990ef2760e2 HTTP/1.1" status: 204 len: 168 time: 1.2138088 May 02 15:07:21.736690 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:21.737277 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c183e9-ae61-434e-927b-ab0b9c36b2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:21.778650 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096d375-c408-4be5-92b3-bdf596b6f853 x-openstack-request-id: req-3096d375-c408-4be5-92b3-bdf596b6f853 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:21.778947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:21.779207 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3096d375-c408-4be5-92b3-bdf596b6f853 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:21.779617 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3096d375-c408-4be5-92b3-bdf596b6f853'] response: {'name': 'network-changed', 'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'status': 'completed', 'code': 200} May 02 15:07:21.816700 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:21.866409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-a9d72f64-872c-45d9-8b76-a1d61df8f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:21.867984 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-a9d72f64-872c-45d9-8b76-a1d61df8f665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 1129 time: 0.0385084 May 02 15:07:21.960434 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-961150b1-b746-4068-9ce9-f8fd3b76664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:21.961851 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-961150b1-b746-4068-9ce9-f8fd3b76664b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 200 len: 913 time: 0.0883884 May 02 15:07:22.004176 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:22.005202 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-1e82c999-7669-4a78-a20c-c3acd27a9f03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0366774 May 02 15:07:22.034258 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:22.042750 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:22.044036 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:22.059624 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-d2626e54-8893-4ed1-b184-5aff72830275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:22.061147 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-d2626e54-8893-4ed1-b184-5aff72830275 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 200 len: 851 time: 0.0481999 May 02 15:07:22.105119 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-c53041e0-22f1-42dc-95cd-1e23cf772447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:22.107193 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-c53041e0-22f1-42dc-95cd-1e23cf772447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b86e0d9f-a7bc-4564-ae88-0f635d81c92f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395830 May 02 15:07:22.159662 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:22.177386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014923c-72c4-4806-aa1b-5c0539e2341a req-99b084c5-0748-4f60-a16d-a57385a79a61 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:22.179127 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6014923c-72c4-4806-aa1b-5c0539e2341a req-99b084c5-0748-4f60-a16d-a57385a79a61 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0466483 May 02 15:07:22.228710 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6014923c-72c4-4806-aa1b-5c0539e2341a req-e195099d-d572-4340-a309-9feb05cf288f tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 May 02 15:07:22.425379 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:22.453542 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f253d-ed3d-4bf9-b5c4-62c5b44ec833 None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T14:58:18Z', 'revision_number': 4, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': 'a3598b3c-4396-4e45-992a-5282621e7fd5', 'name': '', 'network_id': 'b86e0d9f-a7bc-4564-ae88-0f635d81c92f', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'mac_address': 'fa:16:3e:af:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:17Z', 'updated_at': '2022-05-02T14:58:21Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'subnets': [{'id': '5c98f7d9-0dc3-4085-a218-e737d63a8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:22.694613 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23378b9d-ae58-4a1a-bdb5-9394b7a4e590 None None] New status for floating IP 2e5081fe-0645-4130-9186-7990ef2760e2: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:07:22.719279 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-7f7b6cea-ee0d-40df-a680-f294ef0a6717 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916257 May 02 15:07:22.830744 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-58c183e9-ae61-434e-927b-ab0b9c36b2e9 req-9f16e740-be54-4df9-ad94-fad2a5c38ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882258 May 02 15:07:22.855019 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0860f4-6e09-4c32-8c59-14d71d8c44c0 req-71119f59-21f4-4384-860a-77e1ff42fc6c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:22.856562 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e0860f4-6e09-4c32-8c59-14d71d8c44c0 req-71119f59-21f4-4384-860a-77e1ff42fc6c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0474081 May 02 15:07:22.905971 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-1e0860f4-6e09-4c32-8c59-14d71d8c44c0 req-4dbcf285-9261-427b-97ee-1248c21cc0f7 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436506 May 02 15:07:23.346706 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9c2e1-ee9a-441a-8c20-0bf4f585a884 req-745dc522-5147-48ca-b338-6f83f2986df6 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:23.348173 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-16b9c2e1-ee9a-441a-8c20-0bf4f585a884 req-745dc522-5147-48ca-b338-6f83f2986df6 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0506825 May 02 15:07:23.398906 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-16b9c2e1-ee9a-441a-8c20-0bf4f585a884 req-03ffa85d-ebf3-4401-bc32-3135da481e6a tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/security-groups?id=3302e0be-506a-4cc8-a2de-3be574e739c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 May 02 15:07:23.441502 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4545c-3d28-4329-b732-824312a179a0 req-618172af-4ec1-4aab-a42e-3a494457d45e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:23.442940 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cbb4545c-3d28-4329-b732-824312a179a0 req-618172af-4ec1-4aab-a42e-3a494457d45e tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 945 time: 0.0480826 May 02 15:07:23.529470 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:23.529734 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:23.621084 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] For port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:23.622091 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:23.634462 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:23.832017 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (0a4297d3-5a15-47c3-baa9-b03cbae0c9b9), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:23.864921 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=0a4297d3-5a15-47c3-baa9-b03cbae0c9b9,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:23.911319 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] No DVR routers for this DVR port 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:23.913882 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:23.917171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-cbb4545c-3d28-4329-b732-824312a179a0 req-e77cc80e-859a-41ac-ab86-863aa80a1f97 tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.41 "DELETE /v2.0/ports/0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 HTTP/1.1" status: 204 len: 173 time: 0.4687598 May 02 15:07:23.917651 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'name': 'network-vif-deleted', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:23.920537 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932d2a42-285b-41ca-86cc-78102c65eee8" -d '{"events": [{"server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "name": "network-vif-deleted", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:23.958412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2353dcbf-63e3-476f-90f0-f257ff240cc0 x-openstack-request-id: req-2353dcbf-63e3-476f-90f0-f257ff240cc0 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:23.958412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89cdc83-21e5-453a-bff8-672f7e609ad3", "name": "network-vif-deleted", "tag": "0a4297d3-5a15-47c3-baa9-b03cbae0c9b9", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:23.958412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2353dcbf-63e3-476f-90f0-f257ff240cc0 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:23.958412 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2353dcbf-63e3-476f-90f0-f257ff240cc0'] response: {'server_uuid': 'e89cdc83-21e5-453a-bff8-672f7e609ad3', 'name': 'network-vif-deleted', 'tag': '0a4297d3-5a15-47c3-baa9-b03cbae0c9b9', 'status': 'completed', 'code': 200} May 02 15:07:24.018612 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648761b1-083b-43c2-8f4e-c3450b2184ae req-148af484-97a6-425e-ae4e-f335c441aba1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:24.020099 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-648761b1-083b-43c2-8f4e-c3450b2184ae req-148af484-97a6-425e-ae4e-f335c441aba1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0468585 May 02 15:07:24.068148 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-648761b1-083b-43c2-8f4e-c3450b2184ae req-67e00b76-ec5e-453b-83fa-78b81cc4bcbe tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424137 May 02 15:07:24.498230 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-032adc2b-34af-4cf4-8c81-deac3ec1da29 req-a2ca845c-31f4-4054-b399-ec7f3f8ace9d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "GET /v2.0/ports?device_id=e89cdc83-21e5-453a-bff8-672f7e609ad3 HTTP/1.1" status: 200 len: 210 time: 0.0301151 May 02 15:07:25.180876 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44cab3-36ea-4bbd-9766-9adac6cf0edc req-1fc3a236-c742-4c53-9446-f538f3e75673 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:25.182280 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d44cab3-36ea-4bbd-9766-9adac6cf0edc req-1fc3a236-c742-4c53-9446-f538f3e75673 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0469646 May 02 15:07:25.230903 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2d44cab3-36ea-4bbd-9766-9adac6cf0edc req-f4b9ac2b-47cf-4a70-abeb-776afd5e4ed6 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421734 May 02 15:07:25.554076 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44954) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:25.668413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Deleting port aa267231-4786-4803-899b-8f08b96a0bb5 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:25.668752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:25.744751 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:25.745073 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (aa267231-4786-4803-899b-8f08b96a0bb5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:25.757452 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Calling delete_port for aa267231-4786-4803-899b-8f08b96a0bb5 owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:25.941937 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (aa267231-4786-4803-899b-8f08b96a0bb5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:25.965315 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'Port': ['ID=aa267231-4786-4803-899b-8f08b96a0bb5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:26.026534 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for floatingip (a4d5ce64-8255-4c6f-b08f-16036ae1b294), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:26.029752 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:26.030865 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-8f49d02c-9f27-4d84-9f00-2c06eb46927d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "DELETE /v2.0/floatingips/a4d5ce64-8255-4c6f-b08f-16036ae1b294 HTTP/1.1" status: 204 len: 168 time: 0.4758205 May 02 15:07:26.348000 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9155-c79f-4d2b-b572-b019bc2ab692 req-5a0382bf-9924-4262-8186-7a581a799172 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:26.349464 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27ab9155-c79f-4d2b-b572-b019bc2ab692 req-5a0382bf-9924-4262-8186-7a581a799172 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0523171 May 02 15:07:26.397737 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-27ab9155-c79f-4d2b-b572-b019bc2ab692 req-742e5550-b267-47da-b968-a3f59f8ff536 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426209 May 02 15:07:26.955640 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:26.976155 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:26.976502 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 0a4297d3-5a15-47c3-baa9-b03cbae0c9b9 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:27.368964 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44970) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:27.426273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (3302e0be-506a-4cc8-a2de-3be574e739c8), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:27.453037 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (3302e0be-506a-4cc8-a2de-3be574e739c8), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:27.519628 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3db1dd-46f3-433c-8ec0-2f34df0141e8 req-2548066e-7901-42cd-bffc-ccd07dff23ae tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:27.521137 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4c3db1dd-46f3-433c-8ec0-2f34df0141e8 req-2548066e-7901-42cd-bffc-ccd07dff23ae tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0499728 May 02 15:07:27.570940 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-4c3db1dd-46f3-433c-8ec0-2f34df0141e8 req-16336b80-b906-4b17-b46a-2bde46779b50 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440319 May 02 15:07:27.581650 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3302e0be-506a-4cc8-a2de-3be574e739c8), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:27.584690 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:27.588555 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] 10.222.0.36 "DELETE /v2.0/security-groups/3302e0be-506a-4cc8-a2de-3be574e739c8 HTTP/1.1" status: 204 len: 168 time: 0.2159770 May 02 15:07:27.596184 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d17cb-2778-4869-b964-4fdf3037e20d tempest-TestVolumeBootPattern-407715958 tempest-TestVolumeBootPattern-407715958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3302e0be-506a-4cc8-a2de-3be574e739c8,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:27.701367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44980) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:28.121703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:28.376474 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Deleting port a3598b3c-4396-4e45-992a-5282621e7fd5 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:28.377145 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:28.401585 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-758c849c-a1da-45ca-a739-83f2cfc4529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:28.403039 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-758c849c-a1da-45ca-a739-83f2cfc4529e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0598238 May 02 15:07:28.518525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] For port a3598b3c-4396-4e45-992a-5282621e7fd5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=a3598b3c-4396-4e45-992a-5282621e7fd5,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:28.518805 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:28.535606 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Calling delete_port for a3598b3c-4396-4e45-992a-5282621e7fd5 owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:28.558757 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-8be04fea-715a-4c72-8769-c2992accb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:28.560241 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-8be04fea-715a-4c72-8769-c2992accb841 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.1495681 May 02 15:07:28.665006 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-f4123321-93b5-4a2b-960d-b3e1e397fa4e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1001 time: 0.0740261 May 02 15:07:28.681782 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3850183-1261-4d1b-9b5c-6708acf2a1ca req-c25684ba-fa40-464a-af78-cbc8e0c0a052 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:28.683290 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a3850183-1261-4d1b-9b5c-6708acf2a1ca req-c25684ba-fa40-464a-af78-cbc8e0c0a052 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0471396 May 02 15:07:28.731404 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-a3850183-1261-4d1b-9b5c-6708acf2a1ca req-7fd57f8a-7751-4a0e-af72-f1b6212d7e74 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419042 May 02 15:07:28.758549 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-e456d335-e790-4288-8745-bfa4b5e32a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:28.760021 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-e456d335-e790-4288-8745-bfa4b5e32a61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0585175 May 02 15:07:28.827687 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-2b33de11-6585-4eb7-a7a4-e7dd8bc90f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:28.829108 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-2b33de11-6585-4eb7-a7a4-e7dd8bc90f32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621390 May 02 15:07:28.924349 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (a3598b3c-4396-4e45-992a-5282621e7fd5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:28.938681 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-073407f7-5841-4c9c-b2c8-362ae88a0963 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021316 May 02 15:07:28.962760 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3598b3c-4396-4e45-992a-5282621e7fd5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:29.132126 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-a97c82e3-dfa0-487c-8526-c0b3bdaed8a2 req-ba51c694-5d7b-42c8-abdc-fa3da26918d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774566 May 02 15:07:29.194142 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:29.412417 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:29.517946 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:29.524456 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-08becf50-d681-4ba6-ae44-c5bf680ccb6c admin admin] 10.222.0.36 "PUT /v2.0/routers/77b11673-04c6-4e07-8b1b-7c3ad5855f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8204441 May 02 15:07:29.525357 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 44992) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:29.526904 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Sync routers for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:29.537835 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:29.538446 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:29.628803 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks [] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:29.642539 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:29.737910 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks [] for router_gateway (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:29.806564 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '9b5b79b8-6211-474e-89c7-53203729b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T15:07:28Z', 'revision_number': 5, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port': {'id': '9b5b79b8-6211-474e-89c7-53203729b994', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:15Z', 'updated_at': '2022-05-02T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:29.837046 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Checking router: 77b11673-04c6-4e07-8b1b-7c3ad5855f8f for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:29.845545 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Routers {'77b11673-04c6-4e07-8b1b-7c3ad5855f8f'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:29.846147 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:29.859430 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Deleting port 9b5b79b8-6211-474e-89c7-53203729b994 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:29.859777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (9b5b79b8-6211-474e-89c7-53203729b994), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:29.880241 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b79480-15e8-4097-9817-8b8720e466ce req-43f48340-bb34-4b41-bc22-b62a41cacb57 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:29.881724 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69b79480-15e8-4097-9817-8b8720e466ce req-43f48340-bb34-4b41-bc22-b62a41cacb57 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0818813 May 02 15:07:29.937360 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] Set router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:29.992729 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T15:07:29Z', 'revision_number': 6, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:30.020582 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e06a4-2222-4398-9613-2188b1b1d1ee None None] The sync data for ids ['77b11673-04c6-4e07-8b1b-7c3ad5855f8f'] in dv-cinder-750782-21-iscsi is: [{'id': '77b11673-04c6-4e07-8b1b-7c3ad5855f8f', 'name': 'tempest-TestVolumeBootPattern-1520788633-router', 'tenant_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:14Z', 'updated_at': '2022-05-02T15:07:29Z', 'revision_number': 6, 'project_id': 'd8b64228a04f43e4a0203e43e6fd5cbd', 'gw_port_host': None}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:30.269447 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-69b79480-15e8-4097-9817-8b8720e466ce req-0d1c0e38-93f3-4c93-8457-c3d23681ed74 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3785422 May 02 15:07:30.275866 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] For port 9b5b79b8-6211-474e-89c7-53203729b994, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b5b79b8-6211-474e-89c7-53203729b994,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:30.276241 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (9b5b79b8-6211-474e-89c7-53203729b994), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.288538 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Calling delete_port for 9b5b79b8-6211-474e-89c7-53203729b994 owned by network:router_gateway {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:30.433121 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a3598b3c-4396-4e45-992a-5282621e7fd5 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:30.454173 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: a3598b3c-4396-4e45-992a-5282621e7fd5 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:30.454542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device a3598b3c-4396-4e45-992a-5282621e7fd5 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:30.536438 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (9b5b79b8-6211-474e-89c7-53203729b994), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.566350 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5b79b8-6211-474e-89c7-53203729b994,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:30.627340 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.722171 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.724351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks [] for router_controller (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.861926 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (77b11673-04c6-4e07-8b1b-7c3ad5855f8f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.862485 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77b11673-04c6-4e07-8b1b-7c3ad5855f8f {{(pid=110409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:07:30.867523 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.869688 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-62a5d96c-04b9-4299-8a39-0c4eb084394b admin admin] 10.222.0.36 "DELETE /v2.0/routers/77b11673-04c6-4e07-8b1b-7c3ad5855f8f HTTP/1.1" status: 204 len: 168 time: 1.3418329 May 02 15:07:30.870648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45006) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:30.933915 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Deleting subnet 5c98f7d9-0dc3-4085-a218-e737d63a8a40 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:07:30.937542 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Publish callbacks [] for subnet (5c98f7d9-0dc3-4085-a218-e737d63a8a40), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:30.973296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8733727'] for subnet (5c98f7d9-0dc3-4085-a218-e737d63a8a40), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.051207 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (5c98f7d9-0dc3-4085-a218-e737d63a8a40), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.182273 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8825677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017572'] for subnet (5c98f7d9-0dc3-4085-a218-e737d63a8a40), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.212699 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c98f7d9-0dc3-4085-a218-e737d63a8a40,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:31.214970 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.221598 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45010) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:31.222151 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-92b66454-dad8-4e7c-acce-cc7aea0d5bef admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5c98f7d9-0dc3-4085-a218-e737d63a8a40 HTTP/1.1" status: 204 len: 168 time: 0.3499546 May 02 15:07:31.222941 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc4d65-f395-464f-9540-2759aa359239 None None] Network b86e0d9f-a7bc-4564-ae88-0f635d81c92f requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:07:31.298896 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (b86e0d9f-a7bc-4564-ae88-0f635d81c92f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.350612 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Deleting port c2780099-0edb-4aea-90da-08c11cf32262 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:31.354653 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (c2780099-0edb-4aea-90da-08c11cf32262), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.409983 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] DHCP port deletion for b86e0d9f-a7bc-4564-ae88-0f635d81c92f request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:07:31.412583 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68787ca-686f-42b9-bcdc-296c8b949c33 req-e317fba9-17fb-4ace-bac7-edc65ba3b8f8 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:31.414282 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e68787ca-686f-42b9-bcdc-296c8b949c33 req-e317fba9-17fb-4ace-bac7-edc65ba3b8f8 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0557735 May 02 15:07:31.430360 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] For port c2780099-0edb-4aea-90da-08c11cf32262, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=c2780099-0edb-4aea-90da-08c11cf32262,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:31.430725 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (c2780099-0edb-4aea-90da-08c11cf32262), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.446480 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Calling delete_port for c2780099-0edb-4aea-90da-08c11cf32262 owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:31.459196 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Deleting port c2780099-0edb-4aea-90da-08c11cf32262 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:31.460216 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (c2780099-0edb-4aea-90da-08c11cf32262), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.485162 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e68787ca-686f-42b9-bcdc-296c8b949c33 req-3b6740aa-ec65-4b37-b3f5-fe3aad91e3ec tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636003 May 02 15:07:31.525006 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] For port c2780099-0edb-4aea-90da-08c11cf32262, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=c2780099-0edb-4aea-90da-08c11cf32262,segment=NetworkSegment(ee2cf60f-8c35-47bc-9851-c1163a618bca),segment_id=ee2cf60f-8c35-47bc-9851-c1163a618bca)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:31.525446 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (c2780099-0edb-4aea-90da-08c11cf32262), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.538397 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Calling delete_port for c2780099-0edb-4aea-90da-08c11cf32262 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:31.651030 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (c2780099-0edb-4aea-90da-08c11cf32262), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.658136 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (c2780099-0edb-4aea-90da-08c11cf32262), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.679109 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c2780099-0edb-4aea-90da-08c11cf32262,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:31.684604 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] No DVR routers for this DVR port c2780099-0edb-4aea-90da-08c11cf32262 on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:31.684812 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Pushing event deleted for resources: {'Port': ['ID=c2780099-0edb-4aea-90da-08c11cf32262,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:31.687699 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] No DVR routers for this DVR port c2780099-0edb-4aea-90da-08c11cf32262 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:31.695280 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.695560 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.695913 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.696445 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.696928 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.697412 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.698065 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.698547 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.699042 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.699543 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.700026 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.700541 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.701044 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.701529 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.702014 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70bc66d-e0b0-4a6d-b8b2-4e4026e6d6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.720273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.720630 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.720980 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.721327 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.721666 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.722010 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.722344 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.722676 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.723007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.723391 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.723723 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.724086 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.724620 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.724956 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.725283 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:07:31.778273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (b86e0d9f-a7bc-4564-ae88-0f635d81c92f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.798598 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86e0d9f-a7bc-4564-ae88-0f635d81c92f']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:31.807864 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2cf60f-8c35-47bc-9851-c1163a618bca') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:31.808174 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2cf60f-8c35-47bc-9851-c1163a618bca') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:31.817989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (ee2cf60f-8c35-47bc-9851-c1163a618bca), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.831033 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (ee2cf60f-8c35-47bc-9851-c1163a618bca), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.836875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:07:31.837259 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (ee2cf60f-8c35-47bc-9851-c1163a618bca), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:07:31.839186 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:07:31.974867 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (b86e0d9f-a7bc-4564-ae88-0f635d81c92f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.980306 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:31.984004 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] 10.222.0.36 "DELETE /v2.0/networks/b86e0d9f-a7bc-4564-ae88-0f635d81c92f HTTP/1.1" status: 204 len: 168 time: 0.7602954 May 02 15:07:31.987002 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45014) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:31.994781 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dca930-cb88-4827-9095-381f3bdad8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b86e0d9f-a7bc-4564-ae88-0f635d81c92f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:32.192740 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device c2780099-0edb-4aea-90da-08c11cf32262 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:32.212402 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: c2780099-0edb-4aea-90da-08c11cf32262 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:32.212728 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device c2780099-0edb-4aea-90da-08c11cf32262 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:32.213396 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b5b79b8-6211-474e-89c7-53203729b994 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:32.234918 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 9b5b79b8-6211-474e-89c7-53203729b994 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:32.234918 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b5b79b8-6211-474e-89c7-53203729b994 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:32.337044 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:32.570855 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Deleting port 5cb3e8ba-a531-41cb-9531-4065bc99982c {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:32.571196 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:32.595292 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1dc1-bbca-4f8b-801a-92f70c5cbddb req-7c7eddb8-e47e-42be-9438-9c95eafa8abd tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:32.596848 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b7b1dc1-bbca-4f8b-801a-92f70c5cbddb req-7c7eddb8-e47e-42be-9438-9c95eafa8abd tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0521357 May 02 15:07:32.645609 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b7b1dc1-bbca-4f8b-801a-92f70c5cbddb req-33b6a56a-36a4-4021-9931-75d64d282d71 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428855 May 02 15:07:32.655659 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] For port 5cb3e8ba-a531-41cb-9531-4065bc99982c, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=5cb3e8ba-a531-41cb-9531-4065bc99982c,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:32.656061 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:32.669115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Calling delete_port for 5cb3e8ba-a531-41cb-9531-4065bc99982c owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:32.779445 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [req-e423e707-345e-45e7-a7e5-cdaa60310468 req-6a20118e-9218-4343-b5b7-57e72f8f711a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110409) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 15:07:32.780474 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-e423e707-345e-45e7-a7e5-cdaa60310468 req-6a20118e-9218-4343-b5b7-57e72f8f711a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0681651 May 02 15:07:32.970555 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (5cb3e8ba-a531-41cb-9531-4065bc99982c), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:32.974864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:33.003376 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb3e8ba-a531-41cb-9531-4065bc99982c,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:33.059448 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4f6e1530-38bf-46e6-af1c-1a0255924e90 is: ACTIVE; New status is: DOWN {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:07:33.059867 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:33.095208 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:33.101852 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd552a4-1bcb-412b-a301-0dcb10979cf1" -d '{"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-unplugged", "status": "completed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:33.117165 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:33.141773 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 May 2022 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23b39f4-d08e-4d3f-83df-d7faf25663b8 x-openstack-request-id: req-e23b39f4-d08e-4d3f-83df-d7faf25663b8 {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:33.143186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-unplugged", "status": "failed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "code": 422}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:33.143186 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e23b39f4-d08e-4d3f-83df-d7faf25663b8 {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:33.143186 dv-cinder-750782-21-iscsi neutron-server[110411]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e23b39f4-d08e-4d3f-83df-d7faf25663b8']: {'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'code': 422} returned with failed status May 02 15:07:33.177326 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:33.226540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1343e4-1e90-4b76-8f35-b7010762990b req-67340fda-a9d4-4ba2-8248-f73f7c207d6c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:33.226540 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b1343e4-1e90-4b76-8f35-b7010762990b req-67340fda-a9d4-4ba2-8248-f73f7c207d6c tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0896490 May 02 15:07:33.263167 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=6']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:33.275826 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:33.301334 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45036) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:33.315833 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5b1343e4-1e90-4b76-8f35-b7010762990b req-8056cc91-02e7-4b8b-a691-c045e4682853 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840626 May 02 15:07:33.386235 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-fd4aadbe-d820-4e8e-a726-048a9d4a435f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836577 May 02 15:07:33.394881 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-e581a40e-9e04-47a8-9ce9-8bb675129d71 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=110410) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 15:07:33.395941 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-e581a40e-9e04-47a8-9ce9-8bb675129d71 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049341 May 02 15:07:33.496220 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45044) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:33.511604 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Router e6aefcf1-8143-4eec-9c96-fbe5950d3572 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:33.586649 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-ac7571cc-9853-4ae8-a8d5-d702dda96fcd tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:33.588269 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-ac7571cc-9853-4ae8-a8d5-d702dda96fcd tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports/4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 940 time: 0.0907853 May 02 15:07:33.621140 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:33.626107 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-53b050f2-ea14-4286-8c1b-315f4f7f40f2 admin admin] 10.222.0.36 "PUT /v2.0/routers/e6aefcf1-8143-4eec-9c96-fbe5950d3572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6380742 May 02 15:07:33.628838 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45052) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:33.631836 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Sync routers for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:33.642572 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:33.643193 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:33.738220 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks [] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:33.754542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:33.852455 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks [] for router_gateway (e6aefcf1-8143-4eec-9c96-fbe5950d3572), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:33.981314 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Deleting port 9b330566-2e16-4bd7-a50b-76d60d6d222e {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:33.981658 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.052399 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T15:07:32Z', 'revision_number': 5, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port': {'id': '9b330566-2e16-4bd7-a50b-76d60d6d222e', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:7a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T14:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:34.081097 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Checking router: e6aefcf1-8143-4eec-9c96-fbe5950d3572 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:34.091564 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Routers {'e6aefcf1-8143-4eec-9c96-fbe5950d3572'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:34.092306 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:34.191265 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] Set router e6aefcf1-8143-4eec-9c96-fbe5950d3572 gateway port host: None {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:34.248132 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T15:07:33Z', 'revision_number': 6, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:34.276835 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99f1a41-54fc-47e2-8d17-db33ccb2a863 None None] The sync data for ids ['e6aefcf1-8143-4eec-9c96-fbe5950d3572'] in dv-cinder-750782-21-iscsi is: [{'id': 'e6aefcf1-8143-4eec-9c96-fbe5950d3572', 'name': 'tempest-TestVolumeBootPattern-2009874685-router', 'tenant_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:58:21Z', 'updated_at': '2022-05-02T15:07:33Z', 'revision_number': 6, 'project_id': 'a04ee6a434eb416bb7ffbb7bf8edc455', 'gw_port_host': None}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:34.333519 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] For port 9b330566-2e16-4bd7-a50b-76d60d6d222e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=9b330566-2e16-4bd7-a50b-76d60d6d222e,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:34.333887 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.347185 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Calling delete_port for 9b330566-2e16-4bd7-a50b-76d60d6d222e owned by network:router_gateway {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:34.434115 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c9285-e070-42c8-9734-d369b483557c req-76b36d37-0c35-4892-ad8b-15ee804297e3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:34.436434 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2a4c9285-e070-42c8-9734-d369b483557c req-76b36d37-0c35-4892-ad8b-15ee804297e3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0513966 May 02 15:07:34.486014 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2a4c9285-e070-42c8-9734-d369b483557c req-434dfcca-93b2-4b7b-866d-b7ee9345b30e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 May 02 15:07:34.593594 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (9b330566-2e16-4bd7-a50b-76d60d6d222e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.620775 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b330566-2e16-4bd7-a50b-76d60d6d222e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:34.685377 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.777102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.779212 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks [] for router_controller (e6aefcf1-8143-4eec-9c96-fbe5950d3572), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.861623 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (e6aefcf1-8143-4eec-9c96-fbe5950d3572), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.862069 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6aefcf1-8143-4eec-9c96-fbe5950d3572 {{(pid=110410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:07:34.866613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.867733 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f9ed6c89-8e44-4958-a273-2dd12100c456 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e6aefcf1-8143-4eec-9c96-fbe5950d3572 HTTP/1.1" status: 204 len: 168 time: 1.2379291 May 02 15:07:34.870387 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45062) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:34.914316 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Deleting subnet b352df25-8516-48b6-a6c4-cdd5f6035b2b {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:07:34.917289 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Publish callbacks [] for subnet (b352df25-8516-48b6-a6c4-cdd5f6035b2b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:34.953255 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (b352df25-8516-48b6-a6c4-cdd5f6035b2b), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.028997 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (b352df25-8516-48b6-a6c4-cdd5f6035b2b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.113774 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (b352df25-8516-48b6-a6c4-cdd5f6035b2b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.140771 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b352df25-8516-48b6-a6c4-cdd5f6035b2b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:35.145735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.149547 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-ab3ac02d-dc57-49f4-97fc-e55b62febc1b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b352df25-8516-48b6-a6c4-cdd5f6035b2b HTTP/1.1" status: 204 len: 168 time: 0.2780700 May 02 15:07:35.150688 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62892d3-d193-4449-95d2-878d861da506 None None] Network 46504c64-18d2-4480-afaf-7e784edf7028 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:07:35.151795 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45064) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:35.225510 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (46504c64-18d2-4480-afaf-7e784edf7028), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.274261 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Deleting port 31edf913-77ca-466b-9492-22b9ad2cc260 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:35.274604 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.316421 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] DHCP port deletion for 46504c64-18d2-4480-afaf-7e784edf7028 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:07:35.342167 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] For port 31edf913-77ca-466b-9492-22b9ad2cc260, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=31edf913-77ca-466b-9492-22b9ad2cc260,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:35.342536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.355626 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Calling delete_port for 31edf913-77ca-466b-9492-22b9ad2cc260 owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:35.358456 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Deleting port 31edf913-77ca-466b-9492-22b9ad2cc260 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:35.359373 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.428515 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] For port 31edf913-77ca-466b-9492-22b9ad2cc260, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=31edf913-77ca-466b-9492-22b9ad2cc260,segment=NetworkSegment(7351c963-3989-4e64-992e-1fd585137cb9),segment_id=7351c963-3989-4e64-992e-1fd585137cb9)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:35.428938 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.443810 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Calling delete_port for 31edf913-77ca-466b-9492-22b9ad2cc260 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:35.505802 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.519253 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (31edf913-77ca-466b-9492-22b9ad2cc260), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.534464 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Pushing event deleted for resources: {'Port': ['ID=31edf913-77ca-466b-9492-22b9ad2cc260,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:35.541834 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] No DVR routers for this DVR port 31edf913-77ca-466b-9492-22b9ad2cc260 on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:35.550891 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] Pushing event deleted for resources: {'Port': ['ID=31edf913-77ca-466b-9492-22b9ad2cc260,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:35.556695 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec5d27-054f-49be-a18b-f44b312ff3cf None None] No DVR routers for this DVR port 31edf913-77ca-466b-9492-22b9ad2cc260 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:35.625698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c253b9b-d573-4e78-b04a-4d9e3df4971b req-d953ff2c-1f8e-4d30-87de-fba131b76c54 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:35.627066 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c253b9b-d573-4e78-b04a-4d9e3df4971b req-d953ff2c-1f8e-4d30-87de-fba131b76c54 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0634406 May 02 15:07:35.652767 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (46504c64-18d2-4480-afaf-7e784edf7028), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.685541 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46504c64-18d2-4480-afaf-7e784edf7028']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:35.703369 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7351c963-3989-4e64-992e-1fd585137cb9') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:35.703668 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7351c963-3989-4e64-992e-1fd585137cb9') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:35.720369 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (7351c963-3989-4e64-992e-1fd585137cb9), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.737302 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-2c253b9b-d573-4e78-b04a-4d9e3df4971b req-3bfabfbe-d096-4c00-be2d-425075e4b023 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817437 May 02 15:07:35.740765 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (7351c963-3989-4e64-992e-1fd585137cb9), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.746661 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:07:35.747054 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (7351c963-3989-4e64-992e-1fd585137cb9), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:07:35.748729 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:07:35.860639 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (46504c64-18d2-4480-afaf-7e784edf7028), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.865837 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:35.868968 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] 10.222.0.36 "DELETE /v2.0/networks/46504c64-18d2-4480-afaf-7e784edf7028 HTTP/1.1" status: 204 len: 168 time: 0.7162321 May 02 15:07:35.879575 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4ad1c-7e8b-409c-be46-0c6277f21dea admin admin] Pushing event deleted for resources: {'Network': ['ID=46504c64-18d2-4480-afaf-7e784edf7028,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:36.178222 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 5cb3e8ba-a531-41cb-9531-4065bc99982c no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:36.186318 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45072) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:36.198777 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 5cb3e8ba-a531-41cb-9531-4065bc99982c {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:36.200732 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 5cb3e8ba-a531-41cb-9531-4065bc99982c not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:36.200732 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 31edf913-77ca-466b-9492-22b9ad2cc260 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:36.219889 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 31edf913-77ca-466b-9492-22b9ad2cc260 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:36.220240 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 31edf913-77ca-466b-9492-22b9ad2cc260 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:36.220649 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b330566-2e16-4bd7-a50b-76d60d6d222e no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:36.234508 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a3d46f13-00f4-4887-864f-cf0fb66fffbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d8b64228a04f43e4a0203e43e6fd5cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444660 May 02 15:07:36.234830 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45074) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:36.239647 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 9b330566-2e16-4bd7-a50b-76d60d6d222e {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:36.240026 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 9b330566-2e16-4bd7-a50b-76d60d6d222e not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:36.283419 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] Publish callbacks [] for security_group (877471aa-6c4d-45c5-ab51-44504f5f4344), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:36.303754 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] Publish callbacks [] for security_group (877471aa-6c4d-45c5-ab51-44504f5f4344), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:36.448863 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (877471aa-6c4d-45c5-ab51-44504f5f4344), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:36.451899 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:36.456729 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/877471aa-6c4d-45c5-ab51-44504f5f4344 HTTP/1.1" status: 204 len: 168 time: 0.2177835 May 02 15:07:36.461909 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0716c-72e0-424e-a2a9-4a643ffed1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877471aa-6c4d-45c5-ab51-44504f5f4344,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:36.852475 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660f4c5-dfbc-4ee1-b81f-725d5819b701 req-cfc458f3-4292-4c1e-8199-5deeedfa0956 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:36.853956 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2660f4c5-dfbc-4ee1-b81f-725d5819b701 req-cfc458f3-4292-4c1e-8199-5deeedfa0956 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0502727 May 02 15:07:36.902398 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2660f4c5-dfbc-4ee1-b81f-725d5819b701 req-787eb0f2-720a-43c9-96dc-53b3596bbb24 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 May 02 15:07:37.054792 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45084) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:37.093998 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-4af9fac6-276e-4877-9edb-d180d97e400b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a04ee6a434eb416bb7ffbb7bf8edc455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380650 May 02 15:07:37.096412 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45086) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:37.141965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] Publish callbacks [] for security_group (5b80e113-4df3-4990-b0f1-fb4ef066d9a4), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:37.162468 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] Publish callbacks [] for security_group (5b80e113-4df3-4990-b0f1-fb4ef066d9a4), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:37.301720 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5b80e113-4df3-4990-b0f1-fb4ef066d9a4), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:37.304284 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:37.305422 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b80e113-4df3-4990-b0f1-fb4ef066d9a4 HTTP/1.1" status: 204 len: 168 time: 0.2081409 May 02 15:07:37.316125 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a924a1-93f9-445d-a020-0a448f9c4fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b80e113-4df3-4990-b0f1-fb4ef066d9a4,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:38.013637 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eeb5e-6594-46f3-b5b1-31aec1a1a5d0 req-814de3ba-958b-41df-b8eb-f2c9b380fee1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:38.015615 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-130eeb5e-6594-46f3-b5b1-31aec1a1a5d0 req-814de3ba-958b-41df-b8eb-f2c9b380fee1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0469706 May 02 15:07:38.064135 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-130eeb5e-6594-46f3-b5b1-31aec1a1a5d0 req-b179185f-6b43-490f-99b6-c61e188c1975 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429366 May 02 15:07:39.181240 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582723f9-4249-4476-bb69-f2743bea657f req-31928283-e6e7-48a5-bec6-614a9579ad48 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:39.182763 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-582723f9-4249-4476-bb69-f2743bea657f req-31928283-e6e7-48a5-bec6-614a9579ad48 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0499136 May 02 15:07:39.231649 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-582723f9-4249-4476-bb69-f2743bea657f req-97909ee8-9904-4955-a532-1a410702f940 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 May 02 15:07:40.348451 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45a704-5e30-42af-936d-0526c9ea628b req-511d8ecc-afd2-4373-901b-5851ae3d6038 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:40.349883 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5a45a704-5e30-42af-936d-0526c9ea628b req-511d8ecc-afd2-4373-901b-5851ae3d6038 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0460997 May 02 15:07:40.396881 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5a45a704-5e30-42af-936d-0526c9ea628b req-9b741fc8-8108-470e-bc1f-351c553d9f5e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 May 02 15:07:40.820801 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-baccf7e1-b717-4722-9d57-28c62e4f29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:40.822253 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-baccf7e1-b717-4722-9d57-28c62e4f29a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44&tenant_id=1e1a318de10b47a591053a2d19af0edf HTTP/1.1" status: 200 len: 1127 time: 0.0397744 May 02 15:07:40.914109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-b7d80bd5-d4be-46fa-b9b1-73f5aa6d7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:40.915606 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-b7d80bd5-d4be-46fa-b9b1-73f5aa6d7691 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1127 time: 0.0373082 May 02 15:07:41.008716 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-45aa0791-51c3-4431-8e87-30193b3e1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:41.010174 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-45aa0791-51c3-4431-8e87-30193b3e1e4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.0882051 May 02 15:07:41.073620 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-e15d6f92-9118-4404-9dda-5a761ce66edc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 999 time: 0.0563991 May 02 15:07:41.123659 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-ceb1b11d-97a3-44bd-b5d9-c9bb0570f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:41.125563 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-ceb1b11d-97a3-44bd-b5d9-c9bb0570f9c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0459924 May 02 15:07:41.173367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-53ecba5c-f31e-4d56-9124-d8187929b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:41.175194 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-53ecba5c-f31e-4d56-9124-d8187929b762 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434382 May 02 15:07:41.266842 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-d0a1da9d-3090-4f43-a24c-81d8899f49f5 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847046 May 02 15:07:41.360708 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-62061ea7-546d-47a9-8c80-a5b95717bb90 req-56037b05-be0e-4b35-b02d-8b504fab1612 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 May 02 15:07:41.517186 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895ddb5-23d3-4152-8af1-e6abfb74081a req-7a7e4c21-9b43-42e0-b604-c41bbecdd9c3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:41.518651 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d895ddb5-23d3-4152-8af1-e6abfb74081a req-7a7e4c21-9b43-42e0-b604-c41bbecdd9c3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0506008 May 02 15:07:41.566331 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-d895ddb5-23d3-4152-8af1-e6abfb74081a req-7520dc79-a897-42ce-9e1a-6eb7948c31b3 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 May 02 15:07:42.683593 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331935d-c41a-4600-8c33-2c62219d0591 req-f3b8315f-f8c3-4427-a0c9-2fa9c9066582 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:42.685113 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b331935d-c41a-4600-8c33-2c62219d0591 req-f3b8315f-f8c3-4427-a0c9-2fa9c9066582 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0494099 May 02 15:07:42.737817 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-b331935d-c41a-4600-8c33-2c62219d0591 req-cdd1571c-7ed3-43b2-b876-8ab7d506ade7 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 May 02 15:07:42.778120 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53d4da-2fcb-4d18-b224-effb54acc5d0 req-435bee93-6b56-464b-8927-8ceed57efe91 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:42.779565 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-df53d4da-2fcb-4d18-b224-effb54acc5d0 req-435bee93-6b56-464b-8927-8ceed57efe91 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0473456 May 02 15:07:42.825596 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-df53d4da-2fcb-4d18-b224-effb54acc5d0 req-2d5b6d8a-1b25-4af0-92d1-b9b0a0f3e429 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399401 May 02 15:07:42.867209 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:42.978487 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:07:43.615408 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-03191b65-7155-4291-b525-23ec46b5134b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:43.859225 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805cb71-571d-4c4e-8fe9-ecc2595042e3 req-27c59abd-d4e1-4a15-b527-4b3745c17b20 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:43.860724 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c805cb71-571d-4c4e-8fe9-ecc2595042e3 req-27c59abd-d4e1-4a15-b527-4b3745c17b20 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0554445 May 02 15:07:43.909536 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c805cb71-571d-4c4e-8fe9-ecc2595042e3 req-d4c9d824-58a3-4b5d-b3cd-3919c5d47e08 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 May 02 15:07:43.944034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7850b16-3476-4aa0-9d93-97476a9ebb1d req-4f27055b-021d-4946-b65a-95becd47a621 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:43.945507 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e7850b16-3476-4aa0-9d93-97476a9ebb1d req-4f27055b-021d-4946-b65a-95becd47a621 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0525637 May 02 15:07:44.001337 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-e7850b16-3476-4aa0-9d93-97476a9ebb1d req-dd4150f2-0e8f-41a7-b871-55929417c8b9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486283 May 02 15:07:44.727484 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-a7a59b81-338f-4135-aced-51033a88cc6f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:44.728827 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-a7a59b81-338f-4135-aced-51033a88cc6f tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0463107 May 02 15:07:44.813136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port c08af1ae-ee54-48b6-a443-505b6c2c798e {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:44.813469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:44.899025 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] For port c08af1ae-ee54-48b6-a443-505b6c2c798e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=c08af1ae-ee54-48b6-a443-505b6c2c798e,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:44.899722 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.086314 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094d346-e6e3-4445-91e1-ab4020344301 req-c6f0573b-9253-47a5-828e-ad0abafbf70b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:45.088081 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c094d346-e6e3-4445-91e1-ab4020344301 req-c6f0573b-9253-47a5-828e-ad0abafbf70b tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0938985 May 02 15:07:45.118337 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf6f25-3a4d-4624-8cab-1c2b6fe4d655 req-be5ad597-2e72-417e-ae68-1045788d8f39 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:45.123181 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c8cf6f25-3a4d-4624-8cab-1c2b6fe4d655 req-be5ad597-2e72-417e-ae68-1045788d8f39 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 946 time: 0.0477190 May 02 15:07:45.124479 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.124848 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-445680'] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), after_update {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.125171 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Floating IP 169f59ee-46f9-4c49-ad5e-4837cf692371 disassociated. External IP: 172.27.0.249, port: c08af1ae-ee54-48b6-a443-505b6c2c798e. May 02 15:07:45.125522 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for c08af1ae-ee54-48b6-a443-505b6c2c798e owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:45.169321 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c8cf6f25-3a4d-4624-8cab-1c2b6fe4d655 req-02c5e061-0179-44fb-a847-b43dfa2859b9 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups?id=0920374a-fdbc-43f1-bb95-8a4325e96a43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 May 02 15:07:45.191395 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-c094d346-e6e3-4445-91e1-ab4020344301 req-b3601036-66b2-4fe2-b21d-25dc23235da8 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964611 May 02 15:07:45.330024 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (c08af1ae-ee54-48b6-a443-505b6c2c798e), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.358616 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=c08af1ae-ee54-48b6-a443-505b6c2c798e,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:45.474455 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:45.581302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:45.591289 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:45.609800 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:45.610417 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:45.622109 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] No DVR routers for this DVR port c08af1ae-ee54-48b6-a443-505b6c2c798e on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:45.625351 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.628857 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d1433d0f-f5c8-4792-aac0-718ebf12c51a req-cf83ff3a-6d46-4904-bc1a-5fb7abe5dd5d tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.41 "DELETE /v2.0/ports/c08af1ae-ee54-48b6-a443-505b6c2c798e HTTP/1.1" status: 204 len: 173 time: 0.8942909 May 02 15:07:45.629413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'name': 'network-vif-deleted', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:45.631547 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3563c79a-7170-45ae-9ab6-200857cfa48c" -d '{"events": [{"server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "name": "network-vif-deleted", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:45.666566 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef94d52-5515-49fb-8ae5-4128d2420618 x-openstack-request-id: req-1ef94d52-5515-49fb-8ae5-4128d2420618 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:45.666863 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b190e686-4fcf-4933-be18-d8ad14f39eca", "name": "network-vif-deleted", "tag": "c08af1ae-ee54-48b6-a443-505b6c2c798e", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:45.667126 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ef94d52-5515-49fb-8ae5-4128d2420618 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:45.667539 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef94d52-5515-49fb-8ae5-4128d2420618'] response: {'server_uuid': 'b190e686-4fcf-4933-be18-d8ad14f39eca', 'name': 'network-vif-deleted', 'tag': 'c08af1ae-ee54-48b6-a443-505b6c2c798e', 'status': 'completed', 'code': 200} May 02 15:07:45.722619 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:45.901744 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ba18e4c2-84e3-42b4-ba6a-fb7e25161479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:45.916222 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:45.944443 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:45.952859 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:45.953494 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:46.060809 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:46.285516 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-302944bf-75d2-427d-9b7d-1b952da80308 req-ac77b275-9666-4d1b-8bf6-39c2f1a2ac18 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/ports?device_id=b190e686-4fcf-4933-be18-d8ad14f39eca HTTP/1.1" status: 200 len: 210 time: 0.0349462 May 02 15:07:46.331525 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bd66a-f603-4644-870e-bb8f7ff8c8c0 req-d59ad245-4d59-4c3f-97a3-c1c12fdb4ef5 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:46.333041 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5d6bd66a-f603-4644-870e-bb8f7ff8c8c0 req-d59ad245-4d59-4c3f-97a3-c1c12fdb4ef5 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0650873 May 02 15:07:46.349769 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:46.372922 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3d40d-d2aa-4cb4-b693-801758a2141d None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:15Z', 'revision_number': 4, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '62ffc5ce-0577-440b-bbfa-4b59d864b260', 'name': '', 'network_id': '2ba6d599-ab8c-48d6-8f1e-9b38007ba350', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'mac_address': 'fa:16:3e:e3:ca:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:14Z', 'updated_at': '2022-05-02T14:59:18Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'subnets': [{'id': '89cd14e6-bff1-4ace-b77c-64577028547b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:46.383049 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-5d6bd66a-f603-4644-870e-bb8f7ff8c8c0 req-169cca05-c37e-42df-952f-654d9fd4f0c4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439768 May 02 15:07:46.602024 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c7979-dba0-43f7-bfa1-01eedf5217c9 None None] New status for floating IP 169f59ee-46f9-4c49-ad5e-4837cf692371: DOWN {{(pid=110411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:07:47.324496 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:47.442860 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45150) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:47.788638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833f2bc-6675-4d6d-9886-e33bd68de624 req-01c311ef-74a2-42f4-86b7-fc79bef3e5c4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:47.790092 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d833f2bc-6675-4d6d-9886-e33bd68de624 req-01c311ef-74a2-42f4-86b7-fc79bef3e5c4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.3387787 May 02 15:07:47.818736 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (0920374a-fdbc-43f1-bb95-8a4325e96a43), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:47.857843 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (0920374a-fdbc-43f1-bb95-8a4325e96a43), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:47.874002 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-d833f2bc-6675-4d6d-9886-e33bd68de624 req-df2d94e2-1e52-42a3-81eb-f63192894fc0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784020 May 02 15:07:48.016010 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0920374a-fdbc-43f1-bb95-8a4325e96a43), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.018649 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.019835 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/security-groups/0920374a-fdbc-43f1-bb95-8a4325e96a43 HTTP/1.1" status: 204 len: 168 time: 0.5753589 May 02 15:07:48.022989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45152) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:48.029296 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b02b59-0a24-42b0-a62e-8663ac7a64d5 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920374a-fdbc-43f1-bb95-8a4325e96a43,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:48.042287 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.api.v2.resource [None req-10c59be3-5aea-45d2-abd9-9d2a1626dad7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] show failed (client error): The resource could not be found. May 02 15:07:48.042287 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-10c59be3-5aea-45d2-abd9-9d2a1626dad7 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "GET /v2.0/security-groups/0920374a-fdbc-43f1-bb95-8a4325e96a43 HTTP/1.1" status: 404 len: 347 time: 0.0175226 May 02 15:07:48.044331 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45154) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:48.157117 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Deleting port 46d2d195-f12c-4dd1-bea6-e026b7353409 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:48.157458 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.230484 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.230804 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (46d2d195-f12c-4dd1-bea6-e026b7353409), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.243496 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Calling delete_port for 46d2d195-f12c-4dd1-bea6-e026b7353409 owned by network:floatingip {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:48.444604 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (46d2d195-f12c-4dd1-bea6-e026b7353409), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.471635 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Pushing event deleted for resources: {'Port': ['ID=46d2d195-f12c-4dd1-bea6-e026b7353409,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:48.534377 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks [] for floatingip (169f59ee-46f9-4c49-ad5e-4837cf692371), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.540855 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.540855 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-f947ebb0-dfeb-4cb7-9c43-9ea6395c5755 tempest-AttachVolumeNegativeTest-1875553906 tempest-AttachVolumeNegativeTest-1875553906-project] 10.222.0.36 "DELETE /v2.0/floatingips/169f59ee-46f9-4c49-ad5e-4837cf692371 HTTP/1.1" status: 204 len: 168 time: 0.4928362 May 02 15:07:48.610138 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:48.986787 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f715-4429-4f74-94b1-a18b761c3311 req-51956bb2-6358-4629-9994-8bd0cc5a2168 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:48.988165 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c048f715-4429-4f74-94b1-a18b761c3311 req-51956bb2-6358-4629-9994-8bd0cc5a2168 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0467904 May 02 15:07:49.009824 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device c08af1ae-ee54-48b6-a443-505b6c2c798e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:49.029008 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: c08af1ae-ee54-48b6-a443-505b6c2c798e {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:49.029357 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device c08af1ae-ee54-48b6-a443-505b6c2c798e not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:49.036153 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-c048f715-4429-4f74-94b1-a18b761c3311 req-323e560e-86af-4fef-922c-6a3662c6f465 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424747 May 02 15:07:50.154965 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc59261-ffe0-404b-aed4-f7e8e6fcf786 req-be9998f7-2179-4284-b520-df22efeeaae0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:50.161298 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6fc59261-ffe0-404b-aed4-f7e8e6fcf786 req-be9998f7-2179-4284-b520-df22efeeaae0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0500643 May 02 15:07:50.204341 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-6fc59261-ffe0-404b-aed4-f7e8e6fcf786 req-cabbee27-9cb5-4db8-a3f0-be9356e62d71 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 May 02 15:07:50.210304 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:51.020064 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=110411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 15:07:51.117825 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:51.129046 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Returning: {'device': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'port_id': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'mac_address': 'fa:16:3e:55:db:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 15:07:51.166855 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4f6e1530-38bf-46e6-af1c-1a0255924e90 is: DOWN; New status is: BUILD {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:07:51.167247 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:51.180670 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6e1530-38bf-46e6-af1c-1a0255924e90 {{(pid=110411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 15:07:51.201620 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:51.310970 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:51.316181 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa1a5-96f2-4cfb-a41b-e26957b527fc req-657f0c55-4519-429f-b624-ee24b5bc4a36 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:51.321029 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-810aa1a5-96f2-4cfb-a41b-e26957b527fc req-657f0c55-4519-429f-b624-ee24b5bc4a36 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 943 time: 0.0464292 May 02 15:07:51.358902 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=7']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:51.367111 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-810aa1a5-96f2-4cfb-a41b-e26957b527fc req-dc7ae73d-4d5a-45ad-889f-288a4ecabdbf tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 May 02 15:07:51.713480 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] get_ports_and_sgs() called for port_ids ['4f6e1530-38bf-46e6-af1c-1a0255924e90'] {{(pid=110411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 15:07:52.148089 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-f3c43d35-9621-4963-8bc6-aa71c14b8bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:52.149562 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-f3c43d35-9621-4963-8bc6-aa71c14b8bf0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1128 time: 0.0385501 May 02 15:07:52.252647 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-4fdb2996-6779-48f6-a85a-a3e78a2ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:52.254123 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-4fdb2996-6779-48f6-a85a-a3e78a2ead79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.0862598 May 02 15:07:52.316747 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-199356ec-3fdd-4c8a-8c42-242a92b3d348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1000 time: 0.0565128 May 02 15:07:52.364253 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-36f16f58-cd0b-4751-81af-88f177cc904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:52.365565 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-36f16f58-cd0b-4751-81af-88f177cc904a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0427372 May 02 15:07:52.410640 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-ac3e384f-fbe7-47e5-bba9-6df1141bf4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:52.412196 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-ac3e384f-fbe7-47e5-bba9-6df1141bf4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408602 May 02 15:07:52.519360 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e019934-9502-4d37-9924-8c2309ba0594 req-38a61b87-7cf0-4b4e-9810-497e7ce633c0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:52.520852 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1e019934-9502-4d37-9924-8c2309ba0594 req-38a61b87-7cf0-4b4e-9810-497e7ce633c0 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 944 time: 0.0852931 May 02 15:07:52.558520 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-dcbefee9-62c5-46d4-a7d5-0f0434517af9 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396737 May 02 15:07:52.595244 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45198) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:52.607503 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-1e019934-9502-4d37-9924-8c2309ba0594 req-5dee763a-2bad-47fb-bb53-d9030e4167da tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809243 May 02 15:07:52.668659 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-40988fef-8bda-4dc3-998a-9c771474ff3c req-a0c547ca-49d9-4857-8a91-1088b0a00267 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024656 May 02 15:07:53.021641 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 up at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 15:07:53.067757 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.provisioning_blocks [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Provisioning complete for port 4f6e1530-38bf-46e6-af1c-1a0255924e90 triggered by entity L2. {{(pid=110411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 15:07:53.068190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7804237'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), provisioning_complete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.110264 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.143631 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Current status of the port 4f6e1530-38bf-46e6-af1c-1a0255924e90 is: BUILD; New status is: ACTIVE {{(pid=110411) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 15:07:53.144063 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862455'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.166568 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:07:53.168834 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e4c14ad4d14b9ea18fdc183d55246dbf526d24348f460a108f11d902d50f0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16fb545-2765-4097-a1ee-9a0973030a2f" -d '{"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:07:53.184942 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:53.205508 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3a7c2-a175-40e3-813c-f465f853642c x-openstack-request-id: req-09b3a7c2-a175-40e3-813c-f465f853642c {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:07:53.205808 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-plugged", "status": "completed", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "code": 200}]} {{(pid=110411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:07:53.206064 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09b3a7c2-a175-40e3-813c-f465f853642c {{(pid=110411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:07:53.206458 dv-cinder-750782-21-iscsi neutron-server[110411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b3a7c2-a175-40e3-813c-f465f853642c'] response: {'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'code': 200} May 02 15:07:53.259562 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756326185903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756325809044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756325809062'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.305781 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Pushing event updated for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=8']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:53.350223 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Deleting port 62ffc5ce-0577-440b-bbfa-4b59d864b260 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:53.350558 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.431464 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] For port 62ffc5ce-0577-440b-bbfa-4b59d864b260, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=62ffc5ce-0577-440b-bbfa-4b59d864b260,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:53.431827 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.449425 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Calling delete_port for 62ffc5ce-0577-440b-bbfa-4b59d864b260 owned by network:router_interface {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:53.519548 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991a03d-b6e0-496b-bafe-d451e7602f20 req-7bf241df-2eeb-4d6f-84d7-24a3888ea994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:53.521052 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8991a03d-b6e0-496b-bafe-d451e7602f20 req-7bf241df-2eeb-4d6f-84d7-24a3888ea994 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0481803 May 02 15:07:53.566593 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-8991a03d-b6e0-496b-bafe-d451e7602f20 req-2b804378-c3b6-4c75-a792-9935b78a12da service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 May 02 15:07:53.678598 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (62ffc5ce-0577-440b-bbfa-4b59d864b260), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:53.704974 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=62ffc5ce-0577-440b-bbfa-4b59d864b260,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:53.724314 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cd1cf-e23f-4e97-ae55-24bdc1988acc req-3951b2ad-29b0-41c0-a086-84bc9bb2c6b4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:53.725889 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-254cd1cf-e23f-4e97-ae55-24bdc1988acc req-3951b2ad-29b0-41c0-a086-84bc9bb2c6b4 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0520260 May 02 15:07:53.780521 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-254cd1cf-e23f-4e97-ae55-24bdc1988acc req-ed487285-9eb3-4cf4-9f04-a0281865ec9d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484865 May 02 15:07:53.878406 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:54.090909 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:07:54.200375 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:07:54.205332 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7b54431c-fbe7-44fb-94d7-175ee3c0eb16 admin admin] 10.222.0.36 "PUT /v2.0/routers/69646cb0-a9d5-49b7-ba3d-d8ac26eded72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086717 May 02 15:07:54.207770 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45206) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:54.210378 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Sync routers for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:07:54.221373 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:54.222066 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:54.318698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks [] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:54.337123 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:54.430207 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks [] for router_gateway (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:54.511285 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T15:07:53Z', 'revision_number': 5, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port': {'id': '1b3c7cbc-9516-476b-b832-04200f543bfb', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:00:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T14:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:54.525906 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Deleting port 1b3c7cbc-9516-476b-b832-04200f543bfb {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:54.526257 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:54.538332 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Checking router: 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:07:54.546489 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Routers {'69646cb0-a9d5-49b7-ba3d-d8ac26eded72'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:07:54.547611 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:07:46Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:54.607268 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] For port 1b3c7cbc-9516-476b-b832-04200f543bfb, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=1b3c7cbc-9516-476b-b832-04200f543bfb,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:54.607630 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:54.636890 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] Set router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:07:54.694103 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T15:07:54Z', 'revision_number': 6, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:54.722052 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf65cf2-1e92-4013-8e64-c60ff916f15b None None] The sync data for ids ['69646cb0-a9d5-49b7-ba3d-d8ac26eded72'] in dv-cinder-750782-21-iscsi is: [{'id': '69646cb0-a9d5-49b7-ba3d-d8ac26eded72', 'name': 'tempest-AttachVolumeNegativeTest-248642787-router', 'tenant_id': '66a8835725b5422cbf45b0588773e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T14:59:12Z', 'updated_at': '2022-05-02T15:07:54Z', 'revision_number': 6, 'project_id': '66a8835725b5422cbf45b0588773e973', 'gw_port_host': None}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:07:54.878240 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Calling delete_port for 1b3c7cbc-9516-476b-b832-04200f543bfb owned by network:router_gateway {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:54.944352 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c262c-6b99-43ea-81f3-4404d169eeed req-dcb3e92c-ae3b-4e99-bc58-974076d77787 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:54.945722 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ae1c262c-6b99-43ea-81f3-4404d169eeed req-dcb3e92c-ae3b-4e99-bc58-974076d77787 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0801647 May 02 15:07:55.045442 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-ae1c262c-6b99-43ea-81f3-4404d169eeed req-a9333ea2-3a39-4cc1-8f93-578eb7462a80 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933220 May 02 15:07:55.185483 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (1b3c7cbc-9516-476b-b832-04200f543bfb), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.216426 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b3c7cbc-9516-476b-b832-04200f543bfb,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:55.276081 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.365802 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.367994 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks [] for router_controller (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.513406 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (69646cb0-a9d5-49b7-ba3d-d8ac26eded72), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.513931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69646cb0-a9d5-49b7-ba3d-d8ac26eded72 {{(pid=110410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:07:55.522932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.522932 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c186ab43-a6d6-4d68-b520-12ea72e1d651 admin admin] 10.222.0.36 "DELETE /v2.0/routers/69646cb0-a9d5-49b7-ba3d-d8ac26eded72 HTTP/1.1" status: 204 len: 168 time: 1.3111420 May 02 15:07:55.522932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45210) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:55.567587 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Deleting subnet 89cd14e6-bff1-4ace-b77c-64577028547b {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:07:55.570805 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Publish callbacks [] for subnet (89cd14e6-bff1-4ace-b77c-64577028547b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.604660 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (89cd14e6-bff1-4ace-b77c-64577028547b), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.685646 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (89cd14e6-bff1-4ace-b77c-64577028547b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.799170 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (89cd14e6-bff1-4ace-b77c-64577028547b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.826404 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89cd14e6-bff1-4ace-b77c-64577028547b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:55.828461 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.831641 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-5fd6a0ff-1ec7-4ef4-aabe-b039d25698ce admin admin] 10.222.0.36 "DELETE /v2.0/subnets/89cd14e6-bff1-4ace-b77c-64577028547b HTTP/1.1" status: 204 len: 168 time: 0.3078279 May 02 15:07:55.833843 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330bfccd-5662-4719-8001-05adcd585214 None None] Network 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:07:55.834300 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45212) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:55.903641 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (2ba6d599-ab8c-48d6-8f1e-9b38007ba350), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.953934 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Deleting port e8e1643d-2f6f-4946-af94-60dab529f7b1 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:55.954279 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:55.976234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] DHCP port deletion for 2ba6d599-ab8c-48d6-8f1e-9b38007ba350 request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:07:56.013237 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Deleting port e8e1643d-2f6f-4946-af94-60dab529f7b1 {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:07:56.013541 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.016608 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] For port e8e1643d-2f6f-4946-af94-60dab529f7b1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=e8e1643d-2f6f-4946-af94-60dab529f7b1,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:56.016973 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.029827 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Calling delete_port for e8e1643d-2f6f-4946-af94-60dab529f7b1 owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:56.075599 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] For port e8e1643d-2f6f-4946-af94-60dab529f7b1, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=e8e1643d-2f6f-4946-af94-60dab529f7b1,segment=NetworkSegment(0935ba0a-86fa-4c05-9fb8-94bc00ec32eb),segment_id=0935ba0a-86fa-4c05-9fb8-94bc00ec32eb)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:07:56.076054 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.089379 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Calling delete_port for e8e1643d-2f6f-4946-af94-60dab529f7b1 owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:07:56.160802 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b950-c269-4831-a672-15efeaded6c9 req-29c9da83-9be3-4d13-b1ba-51f49ec15003 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:07:56.162427 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2f30b950-c269-4831-a672-15efeaded6c9 req-29c9da83-9be3-4d13-b1ba-51f49ec15003 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0479705 May 02 15:07:56.194184 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.200312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (e8e1643d-2f6f-4946-af94-60dab529f7b1), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.212964 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 62ffc5ce-0577-440b-bbfa-4b59d864b260 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:56.221506 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2f30b950-c269-4831-a672-15efeaded6c9 req-b0cd85cd-0a6d-434e-ad60-3332b6abb544 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518765 May 02 15:07:56.221865 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e1643d-2f6f-4946-af94-60dab529f7b1,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:56.226366 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] No DVR routers for this DVR port e8e1643d-2f6f-4946-af94-60dab529f7b1 on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:56.249829 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] Pushing event deleted for resources: {'Port': ['ID=e8e1643d-2f6f-4946-af94-60dab529f7b1,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:56.251749 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 62ffc5ce-0577-440b-bbfa-4b59d864b260 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:56.252121 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 62ffc5ce-0577-440b-bbfa-4b59d864b260 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:56.252530 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device e8e1643d-2f6f-4946-af94-60dab529f7b1 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:56.254754 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c96de-d658-4225-a860-53da8d7a7552 None None] No DVR routers for this DVR port e8e1643d-2f6f-4946-af94-60dab529f7b1 on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:07:56.282969 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: e8e1643d-2f6f-4946-af94-60dab529f7b1 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:56.283324 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device e8e1643d-2f6f-4946-af94-60dab529f7b1 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:56.283742 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 1b3c7cbc-9516-476b-b832-04200f543bfb no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:07:56.306478 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (2ba6d599-ab8c-48d6-8f1e-9b38007ba350), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.306714 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 1b3c7cbc-9516-476b-b832-04200f543bfb {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:07:56.307043 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 1b3c7cbc-9516-476b-b832-04200f543bfb not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:07:56.328760 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba6d599-ab8c-48d6-8f1e-9b38007ba350']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:56.338786 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:56.339095 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0935ba0a-86fa-4c05-9fb8-94bc00ec32eb') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:07:56.349998 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (0935ba0a-86fa-4c05-9fb8-94bc00ec32eb), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.363025 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (0935ba0a-86fa-4c05-9fb8-94bc00ec32eb), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.368794 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:07:56.369171 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (0935ba0a-86fa-4c05-9fb8-94bc00ec32eb), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:07:56.370926 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:07:56.505136 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (2ba6d599-ab8c-48d6-8f1e-9b38007ba350), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.509283 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.512720 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2ba6d599-ab8c-48d6-8f1e-9b38007ba350 HTTP/1.1" status: 204 len: 168 time: 0.6776462 May 02 15:07:56.525450 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2e940-8c93-4041-b7a5-f3841734b1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba6d599-ab8c-48d6-8f1e-9b38007ba350,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:07:56.837114 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45220) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:56.876841 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-7234a2f4-9bf8-493f-8d96-ba57d0c0ad39 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66a8835725b5422cbf45b0588773e973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382593 May 02 15:07:56.879151 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45222) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:07:56.928085 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] Publish callbacks [] for security_group (a203f519-9d5e-44e2-80a8-ab48b3773328), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:56.949065 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] Publish callbacks [] for security_group (a203f519-9d5e-44e2-80a8-ab48b3773328), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:57.084425 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (a203f519-9d5e-44e2-80a8-ab48b3773328), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:57.086994 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:07:57.088363 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a203f519-9d5e-44e2-80a8-ab48b3773328 HTTP/1.1" status: 204 len: 168 time: 0.2083402 May 02 15:07:57.095971 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ece33-262b-43c3-ba04-8fc0e22b7fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a203f519-9d5e-44e2-80a8-ab48b3773328,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:08:12.893479 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:13.621294 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-20dbb6ff-58ea-45cc-a1a8-61349c30b31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:15.898788 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-99818e63-d19d-4082-951b-145fcba0f12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:17.330083 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:18.630477 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:19.977769 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:08:20.172856 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:41.828185 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-f7b4e60c-e28c-4435-a434-6141a612052b req-e532e713-7a50-476c-8cff-0c7f2cc5fa81 service neutron] (110410) timed out ('10.222.0.41', 49928) {{(pid=110410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 15:08:42.923755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:43.606692 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-2cc86065-8679-40cd-b80d-1e00b08d20d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:45.886404 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-393f4bfa-74d1-4689-a965-ed7bc6bbf843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:47.400930 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:48.620433 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:50.186562 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:52.829008 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45628) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:08:52.930467 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.000285 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Publish callbacks [] for security_group (67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.074638 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.113847 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cafcf9f90f5d42d2878c5793dc3ff81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836773 May 02 15:08:53.114795 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:08:53.116520 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45632) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:08:53.122777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.123128 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.123469 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.123800 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.124275 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.124618 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.124938 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.125287 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.125615 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.125935 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.126259 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.126582 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.126900 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.127215 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.127539 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c8786b-b4e1-4273-a333-bf03171bcfa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.169843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Publish callbacks [] for security_group (67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.190585 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Publish callbacks [] for security_group (67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.343598 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.346273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:53.347447 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a HTTP/1.1" status: 204 len: 168 time: 0.2298722 May 02 15:08:53.358087 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b35ac9-21e4-45a8-bdc2-0f2b24b7e89a,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:08:53.362569 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.362923 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.363270 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.363611 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.363975 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.364313 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.364643 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.364972 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.365303 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.365631 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.365960 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.366285 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.366609 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.366932 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.367252 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98ba028-f569-49ed-a5d1-8b67b5e8dbd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:08:53.634515 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-2b57968d-2588-453a-9c2c-c187601676a9 req-86b45e8b-f706-4cbf-b2f9-e5794c3b16ee service neutron] (110410) timed out ('10.222.0.41', 49922) {{(pid=110410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 15:08:53.998269 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45638) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:08:54.011371 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdd905f4-48ce-403a-a01e-1b1e9110e162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.086123 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdd905f4-48ce-403a-a01e-1b1e9110e162 admin admin] Publish callbacks [] for security_group (5b02c358-2337-489f-b6aa-0806cc60083f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.140418 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-bdd905f4-48ce-403a-a01e-1b1e9110e162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5b02c358-2337-489f-b6aa-0806cc60083f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.178469 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-bdd905f4-48ce-403a-a01e-1b1e9110e162 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d12cc5d61b74d9db4099b07a75a6e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791096 May 02 15:08:54.181034 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd905f4-48ce-403a-a01e-1b1e9110e162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b02c358-2337-489f-b6aa-0806cc60083f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:08:54.181784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45640) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:08:54.232027 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] Publish callbacks [] for security_group (5b02c358-2337-489f-b6aa-0806cc60083f), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.253726 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] Publish callbacks [] for security_group (5b02c358-2337-489f-b6aa-0806cc60083f), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.377744 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5b02c358-2337-489f-b6aa-0806cc60083f), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.380302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:08:54.381438 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b02c358-2337-489f-b6aa-0806cc60083f HTTP/1.1" status: 204 len: 168 time: 0.1979368 May 02 15:08:54.389348 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2ec98-a8cf-437a-8a7a-aacc91c03a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b02c358-2337-489f-b6aa-0806cc60083f,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:08:54.688182 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-783e99bf-652b-4d1c-b37e-bf74fbeb50ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421033 May 02 15:08:54.787388 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-2e62b94b-e12c-4b10-a589-93a9cc52145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:08:54.789056 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-2e62b94b-e12c-4b10-a589-93a9cc52145d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0439205 May 02 15:08:54.895217 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-dca6b643-8297-4e7d-9572-77c01c5c82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:08:54.896731 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-dca6b643-8297-4e7d-9572-77c01c5c82ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.0883911 May 02 15:08:54.967908 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-54ed28fe-310d-4c76-8996-6e8eec912699 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 1001 time: 0.0612724 May 02 15:08:55.015035 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-a5faf550-d7f1-4abb-97e2-0b5e4edbb6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:08:55.016558 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-a5faf550-d7f1-4abb-97e2-0b5e4edbb6c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0434802 May 02 15:08:55.059701 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-a9af308f-1d40-4879-aa11-5d83447aab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:08:55.061226 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-a9af308f-1d40-4879-aa11-5d83447aab50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387869 May 02 15:08:55.154258 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-3c91b22f-6d44-44fc-8b68-68a6cc555efb service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874522 May 02 15:08:55.249042 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-5cfb2d98-b7f6-4e01-85de-5456cf348869 req-0c243dac-c1f8-4dce-bb73-cb44e57da0bc service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885150 May 02 15:08:56.977964 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:09:08.412567 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 45782) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:08.516678 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08c625fc-52e4-47af-96c6-6f4c3a04ae27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.588113 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08c625fc-52e4-47af-96c6-6f4c3a04ae27 admin admin] Publish callbacks [] for security_group (3883c205-0959-4301-903b-09b201086391), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.640386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-08c625fc-52e4-47af-96c6-6f4c3a04ae27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3883c205-0959-4301-903b-09b201086391), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.676861 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-08c625fc-52e4-47af-96c6-6f4c3a04ae27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=110a849b32654038924ea5e40a680772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632546 May 02 15:09:08.678858 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c625fc-52e4-47af-96c6-6f4c3a04ae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3883c205-0959-4301-903b-09b201086391,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:08.679655 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45786) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:08.727651 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] Publish callbacks [] for security_group (3883c205-0959-4301-903b-09b201086391), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.748795 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] Publish callbacks [] for security_group (3883c205-0959-4301-903b-09b201086391), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.862998 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3883c205-0959-4301-903b-09b201086391), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.865640 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:08.866803 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3883c205-0959-4301-903b-09b201086391 HTTP/1.1" status: 204 len: 168 time: 0.1861103 May 02 15:09:08.874790 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b93eb9-c2ab-43fc-81e7-33f672f84375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883c205-0959-4301-903b-09b201086391,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:09.438853 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45792) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:09.452473 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9dd60861-95cb-4b7b-ac1a-98f0ef658b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.523410 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9dd60861-95cb-4b7b-ac1a-98f0ef658b68 admin admin] Publish callbacks [] for security_group (0179d965-5043-4dee-86e3-85cd110723fd), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.577297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9dd60861-95cb-4b7b-ac1a-98f0ef658b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0179d965-5043-4dee-86e3-85cd110723fd), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.616397 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd60861-95cb-4b7b-ac1a-98f0ef658b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0179d965-5043-4dee-86e3-85cd110723fd,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:09.621166 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9dd60861-95cb-4b7b-ac1a-98f0ef658b68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cfb737df150b4eb7a32a7fac8559b1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812766 May 02 15:09:09.624365 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 45794) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:09.674102 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] Publish callbacks [] for security_group (0179d965-5043-4dee-86e3-85cd110723fd), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.694917 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] Publish callbacks [] for security_group (0179d965-5043-4dee-86e3-85cd110723fd), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.832297 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (0179d965-5043-4dee-86e3-85cd110723fd), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.834891 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:09.836309 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0179d965-5043-4dee-86e3-85cd110723fd HTTP/1.1" status: 204 len: 168 time: 0.2114010 May 02 15:09:09.843749 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1749b-9e05-430a-a209-5ce4b2e83aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0179d965-5043-4dee-86e3-85cd110723fd,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:12.917514 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:13.622623 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-93c429c5-3315-449f-9e88-497332e573b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:15.894899 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-0fcbf76e-31e3-47a8-8365-0b130b79150f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:17.342935 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:18.645474 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:20.217264 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:31.758622 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46018) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:31.867029 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c63b8cc-8015-40ac-8543-7605d44c0b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:31.939234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c63b8cc-8015-40ac-8543-7605d44c0b68 admin admin] Publish callbacks [] for security_group (ab91426d-2f30-48bd-967a-8f59e5934e5e), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.016753 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4c63b8cc-8015-40ac-8543-7605d44c0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ab91426d-2f30-48bd-967a-8f59e5934e5e), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.054313 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63b8cc-8015-40ac-8543-7605d44c0b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91426d-2f30-48bd-967a-8f59e5934e5e,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:32.059786 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4c63b8cc-8015-40ac-8543-7605d44c0b68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d18bb8c1a7684e6284a682a2520775fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001368 May 02 15:09:32.062601 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46022) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:32.112708 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] Publish callbacks [] for security_group (ab91426d-2f30-48bd-967a-8f59e5934e5e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.133134 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] Publish callbacks [] for security_group (ab91426d-2f30-48bd-967a-8f59e5934e5e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.280158 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (ab91426d-2f30-48bd-967a-8f59e5934e5e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.282795 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.283983 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab91426d-2f30-48bd-967a-8f59e5934e5e HTTP/1.1" status: 204 len: 168 time: 0.2204475 May 02 15:09:32.292030 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95474ea8-9fc7-4243-ac38-3f7812163cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91426d-2f30-48bd-967a-8f59e5934e5e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:32.498829 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46026) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:32.785392 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Deleting port ca682676-48a0-481b-a9ef-ef384f1f6a74 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:32.785648 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.863514 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.863811 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for floatingip (ca682676-48a0-481b-a9ef-ef384f1f6a74), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.877151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Calling delete_port for ca682676-48a0-481b-a9ef-ef384f1f6a74 owned by network:floatingip {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:32.905237 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46032) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:32.918348 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b179dbe1-f220-4e45-812b-a2c25d324faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:32.993409 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b179dbe1-f220-4e45-812b-a2c25d324faf admin admin] Publish callbacks [] for security_group (be736bc3-0b58-4b38-bee3-7d610af0f44f), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.056673 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-b179dbe1-f220-4e45-812b-a2c25d324faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (be736bc3-0b58-4b38-bee3-7d610af0f44f), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.085282 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (ca682676-48a0-481b-a9ef-ef384f1f6a74), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.095916 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-b179dbe1-f220-4e45-812b-a2c25d324faf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=de52870ddb7d4ea0877f087252ba9ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1895187 May 02 15:09:33.098042 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179dbe1-f220-4e45-812b-a2c25d324faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be736bc3-0b58-4b38-bee3-7d610af0f44f,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:33.114448 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event deleted for resources: {'Port': ['ID=ca682676-48a0-481b-a9ef-ef384f1f6a74,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:33.149523 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46034) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:33.176643 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for floatingip (4ba51ff5-6059-4cb8-8011-8b485766728e), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.176967 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.db.l3_db [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Floating IP 4ba51ff5-6059-4cb8-8011-8b485766728e disassociated (deleted). External IP: 172.27.0.106, port: 4f6e1530-38bf-46e6-af1c-1a0255924e90. May 02 15:09:33.198861 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] Publish callbacks [] for security_group (be736bc3-0b58-4b38-bee3-7d610af0f44f), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.224726 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] Publish callbacks [] for security_group (be736bc3-0b58-4b38-bee3-7d610af0f44f), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.348359 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (be736bc3-0b58-4b38-bee3-7d610af0f44f), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.350831 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.352020 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be736bc3-0b58-4b38-bee3-7d610af0f44f HTTP/1.1" status: 204 len: 168 time: 0.2014754 May 02 15:09:33.360457 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f457a5-ad2e-4e59-910d-3b45e46b1036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be736bc3-0b58-4b38-bee3-7d610af0f44f,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:33.391564 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:09:33.502721 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:09:33.507609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for floatingip (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:33.512298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Sync routers for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:09:33.522065 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:33.522698 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:33.539525 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-45ad18c9-47f9-4bed-8bfd-ce79cd10d24d tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "DELETE /v2.0/floatingips/4ba51ff5-6059-4cb8-8011-8b485766728e HTTP/1.1" status: 204 len: 168 time: 1.0395916 May 02 15:09:33.540131 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:09:33.542453 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dade4541-ae26-4f04-a712-a014adb3dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:09:33.587947 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 15:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92577e4-6723-427e-b43b-65bb0c3a685a x-openstack-request-id: req-f92577e4-6723-427e-b43b-65bb0c3a685a {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:09:33.588248 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:09:33.588520 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f92577e4-6723-427e-b43b-65bb0c3a685a {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:09:33.588966 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92577e4-6723-427e-b43b-65bb0c3a685a'] response: {'name': 'network-changed', 'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'status': 'completed', 'code': 200} May 02 15:09:33.679267 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-7b1a5eba-2325-47c5-94ff-2c60c1408f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:33.681041 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-7b1a5eba-2325-47c5-94ff-2c60c1408f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e1a318de10b47a591053a2d19af0edf&device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 1129 time: 0.0452614 May 02 15:09:33.774829 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:33.788817 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-62422cb6-03bb-44c6-8663-4459b49ff747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:33.790459 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-62422cb6-03bb-44c6-8663-4459b49ff747 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 200 len: 910 time: 0.1035550 May 02 15:09:33.834163 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-fe5def6c-a7b2-4235-983f-e00b2ea613f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 200 len: 217 time: 0.0379910 May 02 15:09:33.900719 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-75f9251d-9922-4c7b-853e-4913857b14ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:33.902156 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-75f9251d-9922-4c7b-853e-4913857b14ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 200 len: 848 time: 0.0616703 May 02 15:09:33.946896 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-41a360f3-d3a3-49bd-a22d-de13a7c93714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:33.949018 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-41a360f3-d3a3-49bd-a22d-de13a7c93714 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1bce6bfc-cc2f-457f-a17f-9253cf38483b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411527 May 02 15:09:33.986565 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:33.990151 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:09:34.020859 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Checking router: b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:09:34.029317 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:34.029944 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:34.083137 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c38a-1582-4d08-a52c-6639d92b84cb req-221a18a0-e7ed-4f13-a44e-3625839ceacc tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:34.084642 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2901c38a-1582-4d08-a52c-6639d92b84cb req-221a18a0-e7ed-4f13-a44e-3625839ceacc tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0672290 May 02 15:09:34.086815 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-f2488aee-5595-423f-a56d-d619b57918f1 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319985 May 02 15:09:34.134368 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2901c38a-1582-4d08-a52c-6639d92b84cb req-04be997b-8325-4017-b357-4ca1de2a3fef tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440290 May 02 15:09:34.144972 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:34.336227 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:34.362307 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4f523-3dba-418f-8176-e33e6294c2d1 None None] The sync data for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi is: [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:03:54Z', 'revision_number': 4, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi', '_interfaces': [{'id': '098d6532-d01c-4944-90b1-42aa14face51', 'name': '', 'network_id': '1bce6bfc-cc2f-457f-a17f-9253cf38483b', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'mac_address': 'fa:16:3e:19:66:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:54Z', 'updated_at': '2022-05-02T15:03:59Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'subnets': [{'id': '6220adcd-a03f-47be-b33b-e1d8e900fbc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:09:34.594515 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7988e48-e04d-48ab-b42f-66fb08f9de9e None None] New status for floating IP 4ba51ff5-6059-4cb8-8011-8b485766728e: DOWN {{(pid=110412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 15:09:35.133538 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-dade4541-ae26-4f04-a712-a014adb3dde6 req-935e3847-24a2-46f4-a0fe-02da3fe28a16 service neutron] 10.222.0.41 "GET /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 May 02 15:09:35.254334 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ad53-1826-43de-8125-ed0d75a76a6d req-3cf50930-9771-4816-a29e-898e90bc0e44 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:35.255869 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9e90ad53-1826-43de-8125-ed0d75a76a6d req-3cf50930-9771-4816-a29e-898e90bc0e44 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0500336 May 02 15:09:35.307757 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9e90ad53-1826-43de-8125-ed0d75a76a6d req-20c2ccdf-f312-4b0f-aaa1-4a9c92a727e1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/security-groups?id=f59b3db8-6b4f-43be-bbea-29b9c187f6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461931 May 02 15:09:35.828108 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-78377d1a-7a02-452e-81a4-efa451883b4a tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 15:09:35.829532 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-78377d1a-7a02-452e-81a4-efa451883b4a tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.41 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 945 time: 0.0510080 May 02 15:09:35.919302 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Deleting port 4f6e1530-38bf-46e6-af1c-1a0255924e90 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:35.919641 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:36.015517 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] For port 4f6e1530-38bf-46e6-af1c-1a0255924e90, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f6e1530-38bf-46e6-af1c-1a0255924e90,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:36.015905 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:36.029433 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Calling delete_port for 4f6e1530-38bf-46e6-af1c-1a0255924e90 owned by compute:nova {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:36.214683 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (4f6e1530-38bf-46e6-af1c-1a0255924e90), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:36.242735 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event deleted for resources: {'Port': ['ID=4f6e1530-38bf-46e6-af1c-1a0255924e90,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:36.305352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] No DVR routers for this DVR port 4f6e1530-38bf-46e6-af1c-1a0255924e90 on host hv-cinder-75078 {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:09:36.305352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52569'] for port (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:36.305352 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-95b8314b-46d2-4477-8dc8-eff1bb6ab1bf req-fd4a2754-5373-475d-b8fa-28179280129e tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.41 "DELETE /v2.0/ports/4f6e1530-38bf-46e6-af1c-1a0255924e90 HTTP/1.1" status: 204 len: 173 time: 0.4627612 May 02 15:09:36.305352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-deleted', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90'}] {{(pid=110409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 15:09:36.305352 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42269fc6a0116a84a9948ed63f7b1537bece72dfa26dbdf1fe7226876d2e8000" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c17288-e833-472c-ac10-f3e078bffe45" -d '{"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-deleted", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90"}]}' {{(pid=110409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 15:09:36.341393 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 15:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d951e1c9-6129-4ec1-a131-01e304cfa6b4 x-openstack-request-id: req-d951e1c9-6129-4ec1-a131-01e304cfa6b4 {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 15:09:36.346934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7c8ad9-854a-4e7b-968c-8f557072cc44", "name": "network-vif-deleted", "tag": "4f6e1530-38bf-46e6-af1c-1a0255924e90", "status": "completed", "code": 200}]} {{(pid=110409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 15:09:36.346934 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d951e1c9-6129-4ec1-a131-01e304cfa6b4 {{(pid=110409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 15:09:36.346934 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d951e1c9-6129-4ec1-a131-01e304cfa6b4'] response: {'server_uuid': '7a7c8ad9-854a-4e7b-968c-8f557072cc44', 'name': 'network-vif-deleted', 'tag': '4f6e1530-38bf-46e6-af1c-1a0255924e90', 'status': 'completed', 'code': 200} May 02 15:09:36.409232 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [req-9ac41829-9d90-4f26-b068-929c3291e41b req-e6a23adc-a4b5-401b-a048-e6ca1d02eced tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 210 time: 0.0282094 May 02 15:09:37.521951 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [req-2f7dd8f2-0935-4766-990b-024861467ebf req-a2100ef4-4a33-4da0-be43-40c4d7d8cab1 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a7c8ad9-854a-4e7b-968c-8f557072cc44 HTTP/1.1" status: 200 len: 210 time: 0.0298717 May 02 15:09:38.575913 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46128) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:38.633239 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (f59b3db8-6b4f-43be-bbea-29b9c187f6a2), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:38.658115 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (f59b3db8-6b4f-43be-bbea-29b9c187f6a2), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:38.799143 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (f59b3db8-6b4f-43be-bbea-29b9c187f6a2), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:38.801721 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:38.802861 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] 10.222.0.36 "DELETE /v2.0/security-groups/f59b3db8-6b4f-43be-bbea-29b9c187f6a2 HTTP/1.1" status: 204 len: 168 time: 0.2254598 May 02 15:09:38.812852 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d41af-0f8b-4514-ba56-9e2f02e96c38 tempest-TestShelveInstance-1433470135 tempest-TestShelveInstance-1433470135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b3db8-6b4f-43be-bbea-29b9c187f6a2,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:38.916539 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46132) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:39.387114 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.553181 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:39.555977 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] No Port match for: 4f6e1530-38bf-46e6-af1c-1a0255924e90 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:39.556328 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Device 4f6e1530-38bf-46e6-af1c-1a0255924e90 not bound to the agent host hv-cinder-75078 {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:39.617077 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46148) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:39.622085 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Deleting port 098d6532-d01c-4944-90b1-42aa14face51 {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:39.622536 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (098d6532-d01c-4944-90b1-42aa14face51), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.704787 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] For port 098d6532-d01c-4944-90b1-42aa14face51, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=098d6532-d01c-4944-90b1-42aa14face51,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:39.705183 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (098d6532-d01c-4944-90b1-42aa14face51), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.718989 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Calling delete_port for 098d6532-d01c-4944-90b1-42aa14face51 owned by network:router_interface {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:39.719561 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02cd7856-435e-4d0d-9b47-ff119424db7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.794809 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02cd7856-435e-4d0d-9b47-ff119424db7d admin admin] Publish callbacks [] for security_group (5c6de6c6-1f29-459b-a37a-759c65efb262), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.877707 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-02cd7856-435e-4d0d-9b47-ff119424db7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5c6de6c6-1f29-459b-a37a-759c65efb262), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.915817 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd7856-435e-4d0d-9b47-ff119424db7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6de6c6-1f29-459b-a37a-759c65efb262,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:39.920071 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-02cd7856-435e-4d0d-9b47-ff119424db7d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1d898ea684f43678c4aef8471969f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019609 May 02 15:09:39.922775 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46152) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:39.963612 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (098d6532-d01c-4944-90b1-42aa14face51), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.970525 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] Publish callbacks [] for security_group (5c6de6c6-1f29-459b-a37a-759c65efb262), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:39.991043 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Pushing event deleted for resources: {'Port': ['ID=098d6532-d01c-4944-90b1-42aa14face51,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:39.991776 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] Publish callbacks [] for security_group (5c6de6c6-1f29-459b-a37a-759c65efb262), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.106430 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5c6de6c6-1f29-459b-a37a-759c65efb262), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.109211 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.110476 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c6de6c6-1f29-459b-a37a-759c65efb262 HTTP/1.1" status: 204 len: 168 time: 0.1867819 May 02 15:09:40.118979 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078fc1c-263e-429f-8a5f-cbb0159b91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6de6c6-1f29-459b-a37a-759c65efb262,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:40.178028 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.406231 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:09:40.515038 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:09:40.520321 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-69ca9ee9-64b5-4c50-ace9-653fc0be3fab admin admin] 10.222.0.36 "PUT /v2.0/routers/b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027346 May 02 15:09:40.523097 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46158) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:40.524514 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Sync routers for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:09:40.534645 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:40.535267 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:40.630610 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks [] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.643298 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:40.709184 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46160) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:40.723760 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6816eb67-377f-4729-b77d-d8e1cbb527e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.736810 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks [] for router_gateway (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.798580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6816eb67-377f-4729-b77d-d8e1cbb527e6 admin admin] Publish callbacks [] for security_group (bef9b799-8763-4603-8106-c2c33c2ca7ad), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.816994 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:09:39Z', 'revision_number': 5, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port': {'id': '063b0273-ff15-42ce-95c8-323b2a3dcec5', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:67:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:51Z', 'updated_at': '2022-05-02T15:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:40.843079 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Checking router: b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 for host: dv-cinder-750782-21-iscsi {{(pid=110411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:09:40.851199 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Routers {'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:40.851807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'], 'active': True} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:40.883765 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Deleting port 063b0273-ff15-42ce-95c8-323b2a3dcec5 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:40.884208 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.919661 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-6816eb67-377f-4729-b77d-d8e1cbb527e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (bef9b799-8763-4603-8106-c2c33c2ca7ad), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.941309 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvr_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] Set router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 gateway port host: None {{(pid=110411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:40.965057 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-6816eb67-377f-4729-b77d-d8e1cbb527e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1e765e539794331ba136866cab2ae2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547622 May 02 15:09:40.966035 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816eb67-377f-4729-b77d-d8e1cbb527e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef9b799-8763-4603-8106-c2c33c2ca7ad,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:40.968149 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46162) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:40.971371 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] For port 063b0273-ff15-42ce-95c8-323b2a3dcec5, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=063b0273-ff15-42ce-95c8-323b2a3dcec5,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:40.971741 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:40.995229 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Calling delete_port for 063b0273-ff15-42ce-95c8-323b2a3dcec5 owned by network:router_gateway {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:40.995746 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_hamode_db [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:09:40Z', 'revision_number': 6, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:41.025252 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9f4b32-8c03-4c75-a77c-9bb0e284abda None None] The sync data for ids ['b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3'] in dv-cinder-750782-21-iscsi is: [{'id': 'b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3', 'name': 'tempest-TestShelveInstance-2073452001-router', 'tenant_id': '1e1a318de10b47a591053a2d19af0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:50Z', 'updated_at': '2022-05-02T15:09:40Z', 'revision_number': 6, 'project_id': '1e1a318de10b47a591053a2d19af0edf', 'gw_port_host': None}] {{(pid=110411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:09:41.080113 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] Publish callbacks [] for security_group (bef9b799-8763-4603-8106-c2c33c2ca7ad), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.108370 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] Publish callbacks [] for security_group (bef9b799-8763-4603-8106-c2c33c2ca7ad), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.387897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (bef9b799-8763-4603-8106-c2c33c2ca7ad), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.391062 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.392260 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bef9b799-8763-4603-8106-c2c33c2ca7ad HTTP/1.1" status: 204 len: 168 time: 0.4229944 May 02 15:09:41.402191 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931f415-9e33-4e0d-b731-6e285857ef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef9b799-8763-4603-8106-c2c33c2ca7ad,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:41.456587 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (063b0273-ff15-42ce-95c8-323b2a3dcec5), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.491161 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Pushing event deleted for resources: {'Port': ['ID=063b0273-ff15-42ce-95c8-323b2a3dcec5,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:41.553085 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.645722 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.649006 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks [] for router_controller (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.765090 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.765556 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 {{(pid=110409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:09:41.769826 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.771036 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f3965594-e00a-425a-9b99-59c14bd3c860 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b2ee32bf-5cd4-4ef7-8a3e-86e7a6e9f7c3 HTTP/1.1" status: 204 len: 168 time: 1.2468939 May 02 15:09:41.773670 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46168) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:41.825007 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Deleting subnet 6220adcd-a03f-47be-b33b-e1d8e900fbc5 {{(pid=110410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:09:41.828613 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Publish callbacks [] for subnet (6220adcd-a03f-47be-b33b-e1d8e900fbc5), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.874453 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3217016'] for subnet (6220adcd-a03f-47be-b33b-e1d8e900fbc5), precommit_delete_associations {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:41.954971 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (6220adcd-a03f-47be-b33b-e1d8e900fbc5), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.091524 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3755760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3293655'] for subnet (6220adcd-a03f-47be-b33b-e1d8e900fbc5), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.117823 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6220adcd-a03f-47be-b33b-e1d8e900fbc5,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:42.122458 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for subnet (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.126271 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9d68842b-b6c3-4422-b9e2-8a0ca25e18b8 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6220adcd-a03f-47be-b33b-e1d8e900fbc5 HTTP/1.1" status: 204 len: 168 time: 0.3516157 May 02 15:09:42.128800 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46178) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:42.130423 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373443b9-c0f2-4aae-9cf4-f50abbab499c None None] Network 1bce6bfc-cc2f-457f-a17f-9253cf38483b requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:09:42.201175 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (1bce6bfc-cc2f-457f-a17f-9253cf38483b), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.256223 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Deleting port ce646824-21ef-436f-9747-23b3fad7510e {{(pid=110410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:42.256781 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (ce646824-21ef-436f-9747-23b3fad7510e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.266269 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 098d6532-d01c-4944-90b1-42aa14face51 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:42.288411 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 098d6532-d01c-4944-90b1-42aa14face51 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:42.288949 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 098d6532-d01c-4944-90b1-42aa14face51 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:42.289881 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 063b0273-ff15-42ce-95c8-323b2a3dcec5 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:42.309888 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 063b0273-ff15-42ce-95c8-323b2a3dcec5 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:42.316885 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 063b0273-ff15-42ce-95c8-323b2a3dcec5 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:42.322722 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] DHCP port deletion for 1bce6bfc-cc2f-457f-a17f-9253cf38483b request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:09:42.331884 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.db [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] For port ce646824-21ef-436f-9747-23b3fad7510e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ce646824-21ef-436f-9747-23b3fad7510e,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:42.332258 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (ce646824-21ef-436f-9747-23b3fad7510e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.345275 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Calling delete_port for ce646824-21ef-436f-9747-23b3fad7510e owned by network:dhcp {{(pid=110410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:42.361350 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Deleting port ce646824-21ef-436f-9747-23b3fad7510e {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:42.361660 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (ce646824-21ef-436f-9747-23b3fad7510e), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.428815 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] For port ce646824-21ef-436f-9747-23b3fad7510e, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=ce646824-21ef-436f-9747-23b3fad7510e,segment=NetworkSegment(caf5b9d4-4201-46cf-bd1d-35ea97005c25),segment_id=caf5b9d4-4201-46cf-bd1d-35ea97005c25)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:42.429224 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (ce646824-21ef-436f-9747-23b3fad7510e), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.443557 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Calling delete_port for ce646824-21ef-436f-9747-23b3fad7510e owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:42.496974 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3755719'] for port (ce646824-21ef-436f-9747-23b3fad7510e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.519140 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (ce646824-21ef-436f-9747-23b3fad7510e), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.528378 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce646824-21ef-436f-9747-23b3fad7510e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:42.532873 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] No DVR routers for this DVR port ce646824-21ef-436f-9747-23b3fad7510e on host dv-cinder-750782-21-iscsi {{(pid=110410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:09:42.550749 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] No DVR routers for this DVR port ce646824-21ef-436f-9747-23b3fad7510e on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:09:42.552703 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Pushing event deleted for resources: {'Port': ['ID=ce646824-21ef-436f-9747-23b3fad7510e,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:42.561476 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.562441 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.563229 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.563842 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.564538 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.565201 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.565721 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.566407 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.567209 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.567351 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.567563 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.567924 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.568261 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.568591 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.568920 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f446e5-349c-4438-b18b-b9cd22b02e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:42.612672 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (1bce6bfc-cc2f-457f-a17f-9253cf38483b), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.632257 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce6bfc-cc2f-457f-a17f-9253cf38483b']}} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:42.641396 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf5b9d4-4201-46cf-bd1d-35ea97005c25') {'for_net_delete': True} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:42.641689 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.services.segments.db [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf5b9d4-4201-46cf-bd1d-35ea97005c25') {} {{(pid=110410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:42.651090 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3217027'] for segment (caf5b9d4-4201-46cf-bd1d-35ea97005c25), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.667540 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (caf5b9d4-4201-46cf-bd1d-35ea97005c25), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.671319 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:09:42.671716 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3755674'] for segment (caf5b9d4-4201-46cf-bd1d-35ea97005c25), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: Traceback (most recent call last): May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: timer() May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: cb(*args, **kw) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: return func(*args, **kwargs) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: self._notify() May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: self.callback(batched_events) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: event.method(event) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: return f(self, *a, **k) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._get(url).json() May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: return self.request(url, 'GET', **kwargs) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:09:42.673490 dv-cinder-750782-21-iscsi neutron-server[110410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:09:42.805146 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (1bce6bfc-cc2f-457f-a17f-9253cf38483b), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.816277 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:42.816277 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1bce6bfc-cc2f-457f-a17f-9253cf38483b HTTP/1.1" status: 204 len: 168 time: 0.6840036 May 02 15:09:42.817221 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46192) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:42.824735 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef2ca6-5b74-4fed-a3e6-1c1674b446a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bce6bfc-cc2f-457f-a17f-9253cf38483b,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:42.924804 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:43.448804 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443605'] for router_interface (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:43.628942 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a30bdc12-e725-43f3-91b9-8b9231cf515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:43.685703 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Deleting port 02d956fa-d071-47f5-a659-e21fa8dbfb4a {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:43.686698 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:43.766087 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] For port 02d956fa-d071-47f5-a659-e21fa8dbfb4a, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=02d956fa-d071-47f5-a659-e21fa8dbfb4a,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:43.766457 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:43.779205 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Calling delete_port for 02d956fa-d071-47f5-a659-e21fa8dbfb4a owned by network:router_interface {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:44.062738 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (02d956fa-d071-47f5-a659-e21fa8dbfb4a), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:44.097733 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d956fa-d071-47f5-a659-e21fa8dbfb4a,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:44.297953 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-631652', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448194'] for router_interface (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:44.316085 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ce646824-21ef-436f-9747-23b3fad7510e no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:44.341956 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: ce646824-21ef-436f-9747-23b3fad7510e {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:44.342336 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device ce646824-21ef-436f-9747-23b3fad7510e not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:44.585396 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 has already been hosted by L3 agent bcab2ff6-420c-4efb-8dab-f9e320321b59 {{(pid=110409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 15:09:44.703393 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] Notify agent at l3_agent.dv-cinder-750782-21-iscsi the message routers_updated {{(pid=110409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 15:09:44.708377 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-f29fbd42-a2c8-413e-81e4-e4c84296f8d8 admin admin] 10.222.0.36 "PUT /v2.0/routers/ce44b8f5-7637-42c0-9291-6a3f6f6891f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900583 May 02 15:09:44.711125 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46218) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:44.714820 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Sync routers for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 15:09:44.725684 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:44.726297 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:44.816427 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks [] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:44.830390 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: dv-cinder-750782-21-iscsi {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:44.923171 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks [] for router_gateway (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.019151 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Deleting port 7a757f1c-c20a-4cef-8714-a0cafccfdf47 {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:45.019493 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.088791 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'external_fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:09:43Z', 'revision_number': 5, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port': {'id': '7a757f1c-c20a-4cef-8714-a0cafccfdf47', 'name': '', 'network_id': '07642b55-649c-4b4a-afb5-c8494ff1ed35', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-21-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4a48dcb2-35cc-4654-8f9c-8c057597bbd4', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-21-iscsi'}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:45.102773 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] For port 7a757f1c-c20a-4cef-8714-a0cafccfdf47, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=7a757f1c-c20a-4cef-8714-a0cafccfdf47,segment=NetworkSegment(1c7dcc6b-fc62-4477-863b-ad6d6835d69e),segment_id=1c7dcc6b-fc62-4477-863b-ad6d6835d69e)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:45.103395 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.115564 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Checking router: ce44b8f5-7637-42c0-9291-6a3f6f6891f2 for host: dv-cinder-750782-21-iscsi {{(pid=110412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 15:09:45.116276 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Calling delete_port for 7a757f1c-c20a-4cef-8714-a0cafccfdf47 owned by network:router_gateway {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:45.123781 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Routers {'ce44b8f5-7637-42c0-9291-6a3f6f6891f2'} bound to L3 agent in host dv-cinder-750782-21-iscsi {{(pid=110412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 15:09:45.124412 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-21-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T14:41:46Z,description=,heartbeat_timestamp=2022-05-02T15:09:16Z,host='dv-cinder-750782-21-iscsi',id=bcab2ff6-420c-4efb-8dab-f9e320321b59,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T14:41:46Z,topic='l3_agent')) {'router_ids': ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'], 'active': True} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:45.214156 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_dvr_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] Set router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 gateway port host: None {{(pid=110412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 15:09:45.267836 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.l3_hamode_db [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:09:44Z', 'revision_number': 6, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port_host': None}], 'dv-cinder-750782-21-iscsi', False) {} {{(pid=110412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:45.293829 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d959b1a-55c8-404d-a594-2409571ec49b None None] The sync data for ids ['ce44b8f5-7637-42c0-9291-6a3f6f6891f2'] in dv-cinder-750782-21-iscsi is: [{'id': 'ce44b8f5-7637-42c0-9291-6a3f6f6891f2', 'name': 'tempest-TestShelveInstance-1780872720-router', 'tenant_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T15:03:58Z', 'updated_at': '2022-05-02T15:09:44Z', 'revision_number': 6, 'project_id': '6b9110d4d9a843c2b4fcc2b863f10eda', 'gw_port_host': None}] {{(pid=110412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 15:09:45.347951 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (7a757f1c-c20a-4cef-8714-a0cafccfdf47), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.374321 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a757f1c-c20a-4cef-8714-a0cafccfdf47,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:45.439554 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-444583'] for router_gateway (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.532718 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-439163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2816'] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.534837 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks [] for router_controller (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.633953 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-439154'] for router (ce44b8f5-7637-42c0-9291-6a3f6f6891f2), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.634628 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce44b8f5-7637-42c0-9291-6a3f6f6891f2 {{(pid=110409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 15:09:45.639515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.640703 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-c7b67f8e-fd15-4a36-8929-7d225449e71f admin admin] 10.222.0.36 "DELETE /v2.0/routers/ce44b8f5-7637-42c0-9291-6a3f6f6891f2 HTTP/1.1" status: 204 len: 168 time: 0.9286726 May 02 15:09:45.644891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46222) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:45.689733 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Deleting subnet 954d23e0-92c7-40e0-8b94-987d9f144da0 {{(pid=110409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 15:09:45.692999 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Publish callbacks [] for subnet (954d23e0-92c7-40e0-8b94-987d9f144da0), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.733784 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8733727'] for subnet (954d23e0-92c7-40e0-8b94-987d9f144da0), precommit_delete_associations {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.808622 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7800927'] for subnet (954d23e0-92c7-40e0-8b94-987d9f144da0), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.874465 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b100d07e-3b95-45b6-ad19-cee32ace9ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.913856 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7800918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8825677', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10017572'] for subnet (954d23e0-92c7-40e0-8b94-987d9f144da0), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.943495 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954d23e0-92c7-40e0-8b94-987d9f144da0,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:45.949059 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:45.953008 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-cabef24c-f136-4e76-a480-6c44ee418b4b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/954d23e0-92c7-40e0-8b94-987d9f144da0 HTTP/1.1" status: 204 len: 168 time: 0.3087969 May 02 15:09:45.953849 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091a721-cd46-44fb-9f4f-dd69f08c96e6 None None] Network 6d0abda0-631d-4329-b12a-e4c68d50284d requested from dv-cinder-750782-21-iscsi {{(pid=110411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 15:09:45.955218 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46224) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:46.025305 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7776589'] for network (6d0abda0-631d-4329-b12a-e4c68d50284d), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.072152 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Deleting port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d {{(pid=110409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:46.072453 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.120755 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] DHCP port deletion for 6d0abda0-631d-4329-b12a-e4c68d50284d request from dv-cinder-750782-21-iscsi {{(pid=110411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 15:09:46.138764 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.db [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] For port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:46.139262 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.153361 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.plugin [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Calling delete_port for 3477294a-1c0b-489c-80cd-fc1b46ef0d5d owned by network:dhcp {{(pid=110409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:46.160818 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Deleting port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d {{(pid=110411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 15:09:46.161200 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756326179341'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), before_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.231589 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] For port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d, host dv-cinder-750782-21-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-21-iscsi',level=0,port_id=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,segment=NetworkSegment(f40ed683-b6ea-4265-a378-4dffc5c6ac34),segment_id=f40ed683-b6ea-4265-a378-4dffc5c6ac34)] {{(pid=110411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 15:09:46.232063 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-443631'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), precommit_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.245904 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Calling delete_port for 3477294a-1c0b-489c-80cd-fc1b46ef0d5d owned by network:dhcp {{(pid=110411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 15:09:46.265648 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3477294a-1c0b-489c-80cd-fc1b46ef0d5d no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:46.325056 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8825722'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.360656 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:46.366183 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] No DVR routers for this DVR port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d on host dv-cinder-750782-21-iscsi {{(pid=110409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:09:46.446793 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7802346', 'neutron.services.segments.db._delete_segments_for_network-8756326287930'] for network (6d0abda0-631d-4329-b12a-e4c68d50284d), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.469986 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0abda0-631d-4329-b12a-e4c68d50284d']}} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:46.479184 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.db [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No active binding found for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d {{(pid=110411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 02 15:09:46.479562 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] The host dv-cinder-750782-21-iscsi is not matching for port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d host None! {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 15:09:46.480006 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40ed683-b6ea-4265-a378-4dffc5c6ac34') {'for_net_delete': True} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:46.480178 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 3477294a-1c0b-489c-80cd-fc1b46ef0d5d not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:46.480323 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.services.segments.db [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40ed683-b6ea-4265-a378-4dffc5c6ac34') {} {{(pid=110409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 15:09:46.480888 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 02d956fa-d071-47f5-a659-e21fa8dbfb4a no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:46.494515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756326289219', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8733924'] for segment (f40ed683-b6ea-4265-a378-4dffc5c6ac34), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.508290 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706'] for segment (f40ed683-b6ea-4265-a378-4dffc5c6ac34), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.511078 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 02d956fa-d071-47f5-a659-e21fa8dbfb4a {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:46.511430 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 02d956fa-d071-47f5-a659-e21fa8dbfb4a not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:46.511863 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a757f1c-c20a-4cef-8714-a0cafccfdf47 no longer exists at agent ovs-agent-dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 15:09:46.516993 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=110409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 15:09:46.517609 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7747706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8825639'] for segment (f40ed683-b6ea-4265-a378-4dffc5c6ac34), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: Traceback (most recent call last): May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: timer() May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: cb(*args, **kw) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: return func(*args, **kwargs) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: self._notify() May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: self.callback(batched_events) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: event.method(event) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: aggregate_uuid = self.p_client.list_aggregates( May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: return f(self, *a, **k) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._get(url).json() May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: return self.request(url, 'GET', **kwargs) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: base_url = self.get_endpoint(auth, allow=allow, May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 15:09:46.520774 dv-cinder-750782-21-iscsi neutron-server[110409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 15:09:46.532864 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.plugin [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] No Port match for: 7a757f1c-c20a-4cef-8714-a0cafccfdf47 {{(pid=110411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 15:09:46.533222 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.plugins.ml2.rpc [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Device 7a757f1c-c20a-4cef-8714-a0cafccfdf47 not bound to the agent host dv-cinder-750782-21-iscsi {{(pid=110411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 15:09:46.536473 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7862315', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-959967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756326185885', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756325809035'] for port (3477294a-1c0b-489c-80cd-fc1b46ef0d5d), after_delete {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.562088 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] Pushing event deleted for resources: {'Port': ['ID=3477294a-1c0b-489c-80cd-fc1b46ef0d5d,revision_number=None']} {{(pid=110411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:46.565885 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c81c9-6a90-4b8f-a812-2a9614617f4f None None] No DVR routers for this DVR port 3477294a-1c0b-489c-80cd-fc1b46ef0d5d on host dv-cinder-750782-21-iscsi {{(pid=110411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 15:09:46.679356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7802259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-620164', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-631581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-445653'] for network (6d0abda0-631d-4329-b12a-e4c68d50284d), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.684856 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-631563'] for network (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:46.688342 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d0abda0-631d-4329-b12a-e4c68d50284d HTTP/1.1" status: 204 len: 168 time: 0.7319267 May 02 15:09:46.700778 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bf6a2-7e84-4887-af70-6f85886184a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d0abda0-631d-4329-b12a-e4c68d50284d,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:47.019716 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46236) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:47.062855 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6f1dcb03-8b19-495c-b3ed-763abce04e56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e1a318de10b47a591053a2d19af0edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411365 May 02 15:09:47.065633 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46238) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:47.112891 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] Publish callbacks [] for security_group (3b47558e-826f-48d2-9c64-fe2b48db6ff7), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:47.133621 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] Publish callbacks [] for security_group (3b47558e-826f-48d2-9c64-fe2b48db6ff7), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:47.260335 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (3b47558e-826f-48d2-9c64-fe2b48db6ff7), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:47.263413 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:47.264654 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b47558e-826f-48d2-9c64-fe2b48db6ff7 HTTP/1.1" status: 204 len: 168 time: 0.1981332 May 02 15:09:47.274940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc8e30-3835-4044-ad78-68bd37486048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b47558e-826f-48d2-9c64-fe2b48db6ff7,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:47.387640 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:47.917975 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46244) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:47.958100 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-274dab03-665a-4cd7-9a6c-8235e8b06aa7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b9110d4d9a843c2b4fcc2b863f10eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389273 May 02 15:09:47.960887 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46246) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:48.007139 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] Publish callbacks [] for security_group (c85b39af-8a40-43ab-9030-d9903f42346c), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:48.028967 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] Publish callbacks [] for security_group (c85b39af-8a40-43ab-9030-d9903f42346c), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:48.147815 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (c85b39af-8a40-43ab-9030-d9903f42346c), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:48.150576 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:48.153899 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c85b39af-8a40-43ab-9030-d9903f42346c HTTP/1.1" status: 204 len: 168 time: 0.1899524 May 02 15:09:48.160822 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaba78-6b81-4de0-a23a-2b999b3a351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85b39af-8a40-43ab-9030-d9903f42346c,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:48.639196 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.147295 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46274) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:50.210898 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.251065 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-89adf78d-4328-4cb0-bf45-af569fd7b902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.324920 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-89adf78d-4328-4cb0-bf45-af569fd7b902 admin admin] Publish callbacks [] for security_group (e136c23d-4194-43f0-9a34-49fc49d55ffd), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.386014 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-89adf78d-4328-4cb0-bf45-af569fd7b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e136c23d-4194-43f0-9a34-49fc49d55ffd), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.423275 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-89adf78d-4328-4cb0-bf45-af569fd7b902 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=67c5c74c53bf43808553d32dfe7b1301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749109 May 02 15:09:50.425227 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adf78d-4328-4cb0-bf45-af569fd7b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e136c23d-4194-43f0-9a34-49fc49d55ffd,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:50.426052 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46278) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:50.474646 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] Publish callbacks [] for security_group (e136c23d-4194-43f0-9a34-49fc49d55ffd), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.495058 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] Publish callbacks [] for security_group (e136c23d-4194-43f0-9a34-49fc49d55ffd), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.604777 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (e136c23d-4194-43f0-9a34-49fc49d55ffd), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.607270 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:50.608473 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e136c23d-4194-43f0-9a34-49fc49d55ffd HTTP/1.1" status: 204 len: 168 time: 0.1813624 May 02 15:09:50.616136 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25273a0f-69c3-4e77-8fb3-b3202fa2ba3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e136c23d-4194-43f0-9a34-49fc49d55ffd,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:51.213409 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46284) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:51.222394 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-49b80702-9d96-4d99-83dd-86df2323f95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.294471 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-49b80702-9d96-4d99-83dd-86df2323f95d admin admin] Publish callbacks [] for security_group (16816984-1ee4-4cc7-a17a-ab5e9729ea72), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.364719 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-49b80702-9d96-4d99-83dd-86df2323f95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (16816984-1ee4-4cc7-a17a-ab5e9729ea72), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.403302 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-49b80702-9d96-4d99-83dd-86df2323f95d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fcbbeaf3c7564a3ea5bad7f230f162ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930952 May 02 15:09:51.405170 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b80702-9d96-4d99-83dd-86df2323f95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16816984-1ee4-4cc7-a17a-ab5e9729ea72,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:51.405993 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46286) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:51.457839 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] Publish callbacks [] for security_group (16816984-1ee4-4cc7-a17a-ab5e9729ea72), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.475720 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] Publish callbacks [] for security_group (16816984-1ee4-4cc7-a17a-ab5e9729ea72), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.574538 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (16816984-1ee4-4cc7-a17a-ab5e9729ea72), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.577248 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:51.578431 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16816984-1ee4-4cc7-a17a-ab5e9729ea72 HTTP/1.1" status: 204 len: 168 time: 0.1714425 May 02 15:09:51.587282 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90dcf7-13ff-4273-b37b-f99630ee8c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16816984-1ee4-4cc7-a17a-ab5e9729ea72,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:54.414897 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46358) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:54.515751 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.586123 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Publish callbacks [] for security_group (11f4ed5c-7ebc-4fc4-af67-323f9fc3634e), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.644526 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (11f4ed5c-7ebc-4fc4-af67-323f9fc3634e), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.681191 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97f0907d18f44eaf8c2b5730ee964d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652650 May 02 15:09:54.682064 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f4ed5c-7ebc-4fc4-af67-323f9fc3634e,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:54.683838 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46362) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:54.689954 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.690307 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.690680 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.691030 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.691367 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.691702 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.692060 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.692388 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.692718 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.693044 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.693372 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.693696 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.694018 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.694373 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.694658 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a67a459-aae9-4cb0-b357-c7553a2707ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.733315 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Publish callbacks [] for security_group (11f4ed5c-7ebc-4fc4-af67-323f9fc3634e), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.754366 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Publish callbacks [] for security_group (11f4ed5c-7ebc-4fc4-af67-323f9fc3634e), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.872304 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (11f4ed5c-7ebc-4fc4-af67-323f9fc3634e), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.872304 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:54.872304 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11f4ed5c-7ebc-4fc4-af67-323f9fc3634e HTTP/1.1" status: 204 len: 168 time: 0.1872301 May 02 15:09:54.882697 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f4ed5c-7ebc-4fc4-af67-323f9fc3634e,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:54.890221 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.890573 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.890915 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.891258 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.891580 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.891939 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.892273 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.892600 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.892931 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.893259 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.893586 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.893925 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.894234 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.894553 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:54.894875 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf269d3f-86ca-4bd2-9933-ecbaf782440c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-21-iscsi {{(pid=110410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 15:09:55.478698 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46368) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:55.492431 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6d9d-7e85-4c8f-b65b-099e7b6617cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.562689 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6d9d-7e85-4c8f-b65b-099e7b6617cf admin admin] Publish callbacks [] for security_group (5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.621241 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6d9d-7e85-4c8f-b65b-099e7b6617cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.659547 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-4a3a6d9d-7e85-4c8f-b65b-099e7b6617cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=251250d4acc64c5e9c4f95ad2deeaa02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797276 May 02 15:09:55.660690 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6d9d-7e85-4c8f-b65b-099e7b6617cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:55.662245 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46370) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:55.712900 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] Publish callbacks [] for security_group (5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.733921 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] Publish callbacks [] for security_group (5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.844369 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.846931 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:55.848101 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e HTTP/1.1" status: 204 len: 168 time: 0.1848371 May 02 15:09:55.855825 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f39cbb-883e-4d4b-844e-f149c94d282b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388fba9-6c10-4b3a-b8e1-72a93a3c8e2e,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:58.722353 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46440) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:58.823900 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2169376f-f883-4385-914a-bba11c2f125d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:58.897024 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2169376f-f883-4385-914a-bba11c2f125d admin admin] Publish callbacks [] for security_group (04f0c8cd-659d-46b6-b819-8046117614c6), precommit_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:58.952995 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-2169376f-f883-4385-914a-bba11c2f125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (04f0c8cd-659d-46b6-b819-8046117614c6), after_create {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:58.990650 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-2169376f-f883-4385-914a-bba11c2f125d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a4c038091cc4f55b85004e0ae3515c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672226 May 02 15:09:58.993386 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169376f-f883-4385-914a-bba11c2f125d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f0c8cd-659d-46b6-b819-8046117614c6,revision_number=1']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:58.993551 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46444) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:59.042018 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] Publish callbacks [] for security_group (04f0c8cd-659d-46b6-b819-8046117614c6), before_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:59.062929 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] Publish callbacks [] for security_group (04f0c8cd-659d-46b6-b819-8046117614c6), precommit_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:59.164595 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (04f0c8cd-659d-46b6-b819-8046117614c6), after_delete {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:59.167152 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:59.168380 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04f0c8cd-659d-46b6-b819-8046117614c6 HTTP/1.1" status: 204 len: 168 time: 0.1739700 May 02 15:09:59.175991 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebf3ec-cc1f-45ef-a6be-157721c2a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f0c8cd-659d-46b6-b819-8046117614c6,revision_number=None']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:09:59.842843 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [-] (110410) accepted ('10.222.0.36', 46450) {{(pid=110410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:09:59.855890 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2e4d-5fb9-46da-942c-63720324a21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:09:59.932071 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2e4d-5fb9-46da-942c-63720324a21f admin admin] Publish callbacks [] for security_group (7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317), precommit_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.004623 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron_lib.callbacks.manager [None req-9e4e2e4d-5fb9-46da-942c-63720324a21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317), after_create {{(pid=110410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.042387 dv-cinder-750782-21-iscsi neutron-server[110410]: INFO neutron.wsgi [None req-9e4e2e4d-5fb9-46da-942c-63720324a21f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=40b88d26a37e41529a853fa236d0fb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985252 May 02 15:10:00.043080 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e2e4d-5fb9-46da-942c-63720324a21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317,revision_number=1']} {{(pid=110410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:10:00.046251 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.wsgi [-] (110409) accepted ('10.222.0.36', 46452) {{(pid=110409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 15:10:00.096515 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] Publish callbacks [] for security_group (7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317), before_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.116356 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] Publish callbacks [] for security_group (7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317), precommit_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.225940 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575798'] for security_group (7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317), after_delete {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.228685 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron_lib.callbacks.manager [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:00.229913 dv-cinder-750782-21-iscsi neutron-server[110409]: INFO neutron.wsgi [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317 HTTP/1.1" status: 204 len: 168 time: 0.1824093 May 02 15:10:00.238313 dv-cinder-750782-21-iscsi neutron-server[110409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b2bc-a8a4-4b7e-8271-6715349eff81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9cc4d3-34fe-4073-9ffb-a2c3a6dcd317,revision_number=None']} {{(pid=110409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 15:10:10.978137 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:10:12.941234 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:13.644205 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-937a8176-2363-440d-9760-86489526220a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:15.883685 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-174d076f-ead5-4085-b6a2-2e006d879844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:17.352585 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:18.643785 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:20.231607 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:42.969190 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:43.603335 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-87c9befb-c177-413c-bb5f-bff2511e3af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:45.866239 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-448e4470-1d24-42a5-abf0-ca4bac1f34a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:47.329154 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:47.977508 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:10:48.631324 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:10:50.185745 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:12.968127 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:13.584890 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01362b18-c165-452f-b6e1-b60bc1c62b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:15.876725 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-72e8e3c0-bc96-4838-a0eb-f20019cd2053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:17.373821 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:18.653871 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:20.208846 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:24.977858 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:11:42.973966 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:43.607324 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-126e1326-c820-48b8-ae37-0b52dbce3016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:45.882028 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b80fe3dc-3c3f-4f8d-90f2-697a58b2c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:47.339290 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:48.681436 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:11:50.208512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:01.976416 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:12:12.989070 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:13.617625 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0300-86c4-495b-bfc5-7189f87f573b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:15.869322 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ab0efb76-85bd-4761-bcdc-bfd5a25eec8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:17.361809 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:18.670171 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:20.213117 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:38.974616 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:12:43.001483 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:43.601512 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4cc6c56b-2e2a-419f-a0f6-0a42eedb883d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:45.881488 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-45a56aee-942e-4ba9-a37b-7b4833a20982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:47.350431 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:48.656895 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:12:50.205189 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:13.021642 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:13.616229 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-01abdafc-6ce4-4576-9b8a-5599c1516946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:15.892750 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-be357e00-ac50-45f9-ba11-024ee609f68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:15.973249 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:13:17.399118 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:18.692807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:20.189807 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:43.015251 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:43.621018 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-6565e98a-9d17-43d7-8ea4-5c5015b4dea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:45.924049 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a9a847d6-1443-4416-b0d1-bbe0360bbd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:47.360681 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:48.646547 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:50.214989 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:13:52.971840 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:14:13.043220 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:13.612312 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-eebfb2fa-5125-4aea-838c-a6313579def7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:15.883051 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-39db7e86-7878-46b7-9869-0107b5f94fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:17.377447 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:18.682844 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:20.217623 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:29.971379 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:14:43.076586 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:43.608278 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b75d3344-6373-4d30-82f7-5e51805309ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:45.886881 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-e63a1235-c7c2-44f4-9e1c-72f5e074dafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:47.400360 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:48.682011 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:14:50.213542 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:06.970756 dv-cinder-750782-21-iscsi neutron-server[110412]: DEBUG neutron.db.agents_db [None req-be97bd4f-aaa6-45b6-8b0a-0753c95289fa None None] Agent healthcheck: found 6 active agents {{(pid=110412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 15:15:13.081676 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-b1086a91-63ea-4de8-899b-f419df3953db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (3eaecaf7-f2d2-4644-afd0-0bf3dc6dd971), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:13.618808 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-a2837c3c-8cc9-4718-ae5b-b75f78a680a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9b54ac50-da68-43ad-9be3-93c5d8c20c96), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:13.972057 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-d15ab523-56d7-4370-acbe-98398b7b32c1 service neutron] (110410) timed out ('10.222.0.36', 39642) {{(pid=110410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 15:15:14.095003 dv-cinder-750782-21-iscsi neutron-server[110410]: DEBUG neutron.wsgi [req-b7b82f9e-67fa-4ed3-9ab9-4725c2cccbb7 req-28f85560-56cc-47b5-b1ec-5c497724b5ca tempest-AttachVolumeShelveTestJSON-7292268 tempest-AttachVolumeShelveTestJSON-7292268-project] (110410) timed out ('10.222.0.36', 39650) {{(pid=110410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 15:15:15.892971 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-47975200-442e-473c-81f5-43ab4fc01564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (bcab2ff6-420c-4efb-8dab-f9e320321b59), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:17.382992 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-ca147b82-7895-4e20-989b-fae5f1040ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (c9cc4cf6-24c2-40d0-9675-a2c0bc8b8b84), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:18.715210 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-9a9995ac-bebd-43a0-baa8-d3e7784b704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (5658c86f-e43b-46cb-b472-bfd4c9b000c5), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 15:15:20.218438 dv-cinder-750782-21-iscsi neutron-server[110411]: DEBUG neutron_lib.callbacks.manager [None req-4c30465c-63c1-4025-bbb1-626baa115911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756326287912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7804203'] for agent (9f971343-ec4d-48ee-9877-4a1e7aa21aae), after_update {{(pid=110411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}